[ 849.153513] env[69041]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69041) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 849.153960] env[69041]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69041) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 849.153960] env[69041]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69041) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 849.154278] env[69041]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 849.251273] env[69041]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69041) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 849.261456] env[69041]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69041) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 849.303607] env[69041]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 849.866936] env[69041]: INFO nova.virt.driver [None req-554b4159-9c3c-49d8-a091-87c39967d5ed None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 849.943049] env[69041]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.943233] env[69041]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.943308] env[69041]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69041) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 853.212769] env[69041]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-f2b07687-ae72-40de-a6c9-6f07c71b3fc6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.229134] env[69041]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69041) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 853.229250] env[69041]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-0586a604-a6a1-40e1-a67f-21f56532a3e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.261279] env[69041]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a76e5. [ 853.261415] env[69041]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.318s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.261998] env[69041]: INFO nova.virt.vmwareapi.driver [None req-554b4159-9c3c-49d8-a091-87c39967d5ed None None] VMware vCenter version: 7.0.3 [ 853.265531] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03542302-91d1-4d18-9927-60df5ffe83dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.282910] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27ef63a-a15e-43ca-a9c6-a3594cbc846f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.289404] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108f1a8e-73d2-4512-a8eb-3b4d895218c0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.297033] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59de2d82-427d-4490-b9f8-554148f98370 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.310040] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d250e8eb-372c-4650-a1af-d3d67e0dd02f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.315819] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5a0c20-61d3-4608-b79f-92c6f955f372 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.346313] env[69041]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-05a47c6f-7d1e-441e-8624-60fe10285c14 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.351632] env[69041]: DEBUG nova.virt.vmwareapi.driver [None req-554b4159-9c3c-49d8-a091-87c39967d5ed None None] Extension org.openstack.compute already exists. {{(pid=69041) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 853.354445] env[69041]: INFO nova.compute.provider_config [None req-554b4159-9c3c-49d8-a091-87c39967d5ed None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 853.857952] env[69041]: DEBUG nova.context [None req-554b4159-9c3c-49d8-a091-87c39967d5ed None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),cab642cd-c652-47fe-a14a-442c1ab02d94(cell1) {{(pid=69041) load_cells /opt/stack/nova/nova/context.py:464}} [ 853.860090] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.860328] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.861062] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.861500] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Acquiring lock "cab642cd-c652-47fe-a14a-442c1ab02d94" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.861689] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Lock "cab642cd-c652-47fe-a14a-442c1ab02d94" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.862775] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Lock "cab642cd-c652-47fe-a14a-442c1ab02d94" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.884230] env[69041]: INFO dbcounter [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Registered counter for database nova_cell0 [ 853.892113] env[69041]: INFO dbcounter [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Registered counter for database nova_cell1 [ 853.895158] env[69041]: DEBUG oslo_db.sqlalchemy.engines [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69041) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 853.895511] env[69041]: DEBUG oslo_db.sqlalchemy.engines [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69041) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 853.900231] env[69041]: ERROR nova.db.main.api [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 853.900231] env[69041]: result = function(*args, **kwargs) [ 853.900231] env[69041]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 853.900231] env[69041]: return func(*args, **kwargs) [ 853.900231] env[69041]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 853.900231] env[69041]: result = fn(*args, **kwargs) [ 853.900231] env[69041]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 853.900231] env[69041]: return f(*args, **kwargs) [ 853.900231] env[69041]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 853.900231] env[69041]: return db.service_get_minimum_version(context, binaries) [ 853.900231] env[69041]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 853.900231] env[69041]: _check_db_access() [ 853.900231] env[69041]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 853.900231] env[69041]: stacktrace = ''.join(traceback.format_stack()) [ 853.900231] env[69041]: [ 853.901026] env[69041]: ERROR nova.db.main.api [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 853.901026] env[69041]: result = function(*args, **kwargs) [ 853.901026] env[69041]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 853.901026] env[69041]: return func(*args, **kwargs) [ 853.901026] env[69041]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 853.901026] env[69041]: result = fn(*args, **kwargs) [ 853.901026] env[69041]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 853.901026] env[69041]: return f(*args, **kwargs) [ 853.901026] env[69041]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 853.901026] env[69041]: return db.service_get_minimum_version(context, binaries) [ 853.901026] env[69041]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 853.901026] env[69041]: _check_db_access() [ 853.901026] env[69041]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 853.901026] env[69041]: stacktrace = ''.join(traceback.format_stack()) [ 853.901026] env[69041]: [ 853.901478] env[69041]: WARNING nova.objects.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 853.901533] env[69041]: WARNING nova.objects.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Failed to get minimum service version for cell cab642cd-c652-47fe-a14a-442c1ab02d94 [ 853.901949] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Acquiring lock "singleton_lock" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.902120] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Acquired lock "singleton_lock" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.902355] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Releasing lock "singleton_lock" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.902669] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Full set of CONF: {{(pid=69041) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 853.902814] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ******************************************************************************** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 853.902950] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] Configuration options gathered from: {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 853.903095] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 853.903295] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 853.903423] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ================================================================================ {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 853.903625] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] allow_resize_to_same_host = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.903793] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] arq_binding_timeout = 300 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.903949] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] backdoor_port = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.904100] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] backdoor_socket = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.904272] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] block_device_allocate_retries = 60 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.904437] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] block_device_allocate_retries_interval = 3 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.904607] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cert = self.pem {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.904777] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.904968] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute_monitors = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.905176] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] config_dir = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.905353] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] config_drive_format = iso9660 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.905489] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.905654] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] config_source = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.905822] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] console_host = devstack {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.905990] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] control_exchange = nova {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.906183] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cpu_allocation_ratio = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.906362] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] daemon = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.906531] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] debug = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.906687] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] default_access_ip_network_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.906854] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] default_availability_zone = nova {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.907014] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] default_ephemeral_format = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.907180] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] default_green_pool_size = 1000 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.907419] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.907581] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] default_schedule_zone = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.907735] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] disk_allocation_ratio = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.907893] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] enable_new_services = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.908081] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] enabled_apis = ['osapi_compute'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.908249] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] enabled_ssl_apis = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.908411] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] flat_injected = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.908569] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] force_config_drive = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.908724] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] force_raw_images = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.908891] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] graceful_shutdown_timeout = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.909066] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] heal_instance_info_cache_interval = -1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.909293] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] host = cpu-1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.909470] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.909629] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.909787] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.910014] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.910192] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] instance_build_timeout = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.910353] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] instance_delete_interval = 300 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.910519] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] instance_format = [instance: %(uuid)s] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.910683] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] instance_name_template = instance-%08x {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.910839] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] instance_usage_audit = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.911014] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] instance_usage_audit_period = month {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.911186] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.911351] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.911515] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] internal_service_availability_zone = internal {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.911669] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] key = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.911827] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] live_migration_retry_count = 30 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.911994] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] log_color = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.912176] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] log_config_append = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.912371] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.912539] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] log_dir = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.912696] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] log_file = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.912823] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] log_options = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.912984] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] log_rotate_interval = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.913167] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] log_rotate_interval_type = days {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.913335] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] log_rotation_type = none {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.913466] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.913589] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.913754] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.913949] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.914096] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.914267] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] long_rpc_timeout = 1800 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.914428] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] max_concurrent_builds = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.914586] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] max_concurrent_live_migrations = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.914743] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] max_concurrent_snapshots = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.914919] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] max_local_block_devices = 3 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.915097] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] max_logfile_count = 30 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.915261] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] max_logfile_size_mb = 200 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.915421] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] maximum_instance_delete_attempts = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.915591] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] metadata_listen = 0.0.0.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.915760] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] metadata_listen_port = 8775 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.915926] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] metadata_workers = 2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.916097] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] migrate_max_retries = -1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.916292] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] mkisofs_cmd = genisoimage {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.916505] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.916639] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] my_ip = 10.180.1.21 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.916842] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.917015] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] network_allocate_retries = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.917206] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.917373] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.917540] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] osapi_compute_listen_port = 8774 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.917709] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] osapi_compute_unique_server_name_scope = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.917879] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] osapi_compute_workers = 2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.918053] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] password_length = 12 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.918217] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] periodic_enable = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.918385] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] periodic_fuzzy_delay = 60 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.918586] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] pointer_model = usbtablet {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.918757] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] preallocate_images = none {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.918918] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] publish_errors = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.919063] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] pybasedir = /opt/stack/nova {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.919223] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ram_allocation_ratio = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.919385] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] rate_limit_burst = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.919554] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] rate_limit_except_level = CRITICAL {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.919713] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] rate_limit_interval = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.919872] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] reboot_timeout = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.920042] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] reclaim_instance_interval = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.920204] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] record = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.920372] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] reimage_timeout_per_gb = 60 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.920536] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] report_interval = 120 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.920696] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] rescue_timeout = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.920855] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] reserved_host_cpus = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.921025] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] reserved_host_disk_mb = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.921187] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] reserved_host_memory_mb = 512 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.921345] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] reserved_huge_pages = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.921506] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] resize_confirm_window = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.921666] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] resize_fs_using_block_device = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.921834] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] resume_guests_state_on_host_boot = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.922011] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.922181] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] rpc_response_timeout = 60 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.922341] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] run_external_periodic_tasks = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.922510] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] running_deleted_instance_action = reap {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.922668] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.922825] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] running_deleted_instance_timeout = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.922986] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler_instance_sync_interval = 120 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.923167] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_down_time = 720 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.923334] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] servicegroup_driver = db {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.923491] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] shell_completion = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.923650] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] shelved_offload_time = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.923810] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] shelved_poll_interval = 3600 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.923994] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] shutdown_timeout = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.924175] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] source_is_ipv6 = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.924336] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ssl_only = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.924580] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.924750] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] sync_power_state_interval = 600 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.924912] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] sync_power_state_pool_size = 1000 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.925095] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] syslog_log_facility = LOG_USER {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.925255] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] tempdir = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.925416] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] timeout_nbd = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.925582] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] transport_url = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.925741] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] update_resources_interval = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.925899] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] use_cow_images = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.926067] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] use_journal = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.926249] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] use_json = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.926414] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] use_rootwrap_daemon = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.926571] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] use_stderr = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.926730] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] use_syslog = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.926884] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vcpu_pin_set = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.927064] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plugging_is_fatal = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.927234] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plugging_timeout = 300 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.927398] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] virt_mkfs = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.927560] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] volume_usage_poll_interval = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.927720] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] watch_log_file = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.927883] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] web = /usr/share/spice-html5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 853.928079] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.928249] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.928411] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.928580] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_concurrency.disable_process_locking = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.929114] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.929312] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.929485] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.929663] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.929837] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.930013] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.930211] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.auth_strategy = keystone {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.930374] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.compute_link_prefix = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.930549] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.930722] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.dhcp_domain = novalocal {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.930892] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.enable_instance_password = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.931069] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.glance_link_prefix = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.931242] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.931424] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.931589] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.instance_list_per_project_cells = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.931752] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.list_records_by_skipping_down_cells = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.931915] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.local_metadata_per_cell = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.932104] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.max_limit = 1000 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.932275] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.metadata_cache_expiration = 15 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.932450] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.neutron_default_tenant_id = default {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.932620] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.response_validation = warn {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.932789] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.use_neutron_default_nets = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.932953] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.933130] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.933298] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.933471] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.933639] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.vendordata_dynamic_targets = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.933801] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.vendordata_jsonfile_path = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.934014] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.934222] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.backend = dogpile.cache.memcached {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.934393] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.backend_argument = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.934557] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.backend_expiration_time = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.934729] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.config_prefix = cache.oslo {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.934903] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.dead_timeout = 60.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.935106] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.debug_cache_backend = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.935275] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.enable_retry_client = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.935437] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.enable_socket_keepalive = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.935608] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.enabled = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.935772] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.enforce_fips_mode = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.935936] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.expiration_time = 600 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.936113] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.hashclient_retry_attempts = 2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.936301] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.936467] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.memcache_dead_retry = 300 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.936624] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.memcache_password = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.936786] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.936948] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.937125] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.memcache_pool_maxsize = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.937289] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.937448] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.memcache_sasl_enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.937622] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.937785] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.937943] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.memcache_username = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.938120] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.proxies = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.938285] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.redis_db = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.938441] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.redis_password = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.938610] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.938785] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.938953] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.redis_server = localhost:6379 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.939133] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.redis_socket_timeout = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.939292] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.redis_username = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.939455] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.retry_attempts = 2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.939621] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.retry_delay = 0.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.939784] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.socket_keepalive_count = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.939946] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.socket_keepalive_idle = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.940124] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.socket_keepalive_interval = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.940279] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.tls_allowed_ciphers = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.940435] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.tls_cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.940590] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.tls_certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.940748] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.tls_enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.940904] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cache.tls_keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.941092] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.auth_section = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.941273] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.auth_type = password {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.941435] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.941609] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.941771] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.941939] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.942117] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.cross_az_attach = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.942283] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.debug = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.942444] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.endpoint_template = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.942609] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.http_retries = 3 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.942769] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.942925] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.943113] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.os_region_name = RegionOne {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.943277] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.943436] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cinder.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.943606] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.943766] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.cpu_dedicated_set = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.943948] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.cpu_shared_set = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.944137] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.image_type_exclude_list = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.944303] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.944464] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.944623] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.944783] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.944975] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.945167] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.resource_provider_association_refresh = 300 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.945331] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.945492] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.shutdown_retry_interval = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.945673] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.945851] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] conductor.workers = 2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.946042] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] console.allowed_origins = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.946206] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] console.ssl_ciphers = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.946378] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] console.ssl_minimum_version = default {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.946547] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] consoleauth.enforce_session_timeout = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.946715] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] consoleauth.token_ttl = 600 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.946885] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.947058] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.947228] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.947390] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.connect_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.947549] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.connect_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.947706] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.endpoint_override = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.947867] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.948038] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.948203] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.max_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.948360] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.min_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.948519] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.region_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.948677] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.retriable_status_codes = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.948834] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.service_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.949019] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.service_type = accelerator {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.949208] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.949367] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.status_code_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.949526] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.status_code_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.949684] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.949865] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.950039] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] cyborg.version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.950212] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.asyncio_connection = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.950370] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.asyncio_slave_connection = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.950540] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.backend = sqlalchemy {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.950707] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.connection = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.950872] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.connection_debug = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.951055] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.connection_parameters = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.951223] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.connection_recycle_time = 3600 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.951385] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.connection_trace = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.951547] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.db_inc_retry_interval = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.951709] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.db_max_retries = 20 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.951868] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.db_max_retry_interval = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.952041] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.db_retry_interval = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.952209] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.max_overflow = 50 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.952373] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.max_pool_size = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.952534] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.max_retries = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.952704] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.952860] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.mysql_wsrep_sync_wait = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.953029] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.pool_timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.953193] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.retry_interval = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.953350] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.slave_connection = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.953509] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.sqlite_synchronous = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.953670] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] database.use_db_reconnect = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.953853] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.asyncio_connection = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.954039] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.asyncio_slave_connection = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.954238] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.backend = sqlalchemy {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.954452] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.connection = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.954623] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.connection_debug = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.954799] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.connection_parameters = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.954987] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.connection_recycle_time = 3600 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.955182] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.connection_trace = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.955347] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.db_inc_retry_interval = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.955513] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.db_max_retries = 20 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.955675] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.db_max_retry_interval = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.955837] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.db_retry_interval = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.956014] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.max_overflow = 50 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.956179] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.max_pool_size = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.956343] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.max_retries = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.956513] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.956675] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.956833] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.pool_timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.956994] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.retry_interval = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.957173] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.slave_connection = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.957365] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] api_database.sqlite_synchronous = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.957548] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] devices.enabled_mdev_types = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.957726] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.957897] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.958074] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ephemeral_storage_encryption.enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.958240] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.958413] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.api_servers = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.958575] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.958736] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.958900] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.959071] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.connect_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.959273] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.connect_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.959473] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.debug = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.959657] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.default_trusted_certificate_ids = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.959822] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.enable_certificate_validation = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.959987] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.enable_rbd_download = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.960161] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.endpoint_override = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.960334] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.960490] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.960647] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.max_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.960804] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.min_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.960964] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.num_retries = 3 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.961148] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.rbd_ceph_conf = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.961312] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.rbd_connect_timeout = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.961482] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.rbd_pool = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.961697] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.rbd_user = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.961874] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.region_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.962051] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.retriable_status_codes = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.962216] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.service_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.962387] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.service_type = image {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.962576] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.962740] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.status_code_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.962899] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.status_code_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.963071] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.963258] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.963425] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.verify_glance_signatures = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.963585] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] glance.version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.963753] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] guestfs.debug = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.963951] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.auth_section = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.964135] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.auth_type = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.964298] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.964455] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.964618] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.964776] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.connect_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.964952] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.connect_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.965169] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.endpoint_override = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.965355] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.965515] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.965675] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.max_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.965833] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.min_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.965991] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.region_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.966163] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.retriable_status_codes = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.966323] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.service_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.966492] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.service_type = shared-file-system {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.966656] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.share_apply_policy_timeout = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.966818] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.966980] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.status_code_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.967223] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.status_code_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.967404] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.967588] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.967749] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] manila.version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.967918] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] mks.enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.968307] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.968503] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] image_cache.manager_interval = 2400 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.968675] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] image_cache.precache_concurrency = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.968845] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] image_cache.remove_unused_base_images = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.969027] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.969201] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.969376] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] image_cache.subdirectory_name = _base {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.969551] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.api_max_retries = 60 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.969715] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.api_retry_interval = 2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.969873] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.auth_section = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.970052] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.auth_type = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.970219] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.970376] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.970539] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.970700] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.conductor_group = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.970856] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.connect_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.971024] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.connect_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.971212] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.endpoint_override = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.971393] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.971555] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.971712] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.max_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.971891] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.min_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.972091] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.peer_list = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.972257] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.region_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.972417] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.retriable_status_codes = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.972581] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.serial_console_state_timeout = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.972738] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.service_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.972908] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.service_type = baremetal {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.973082] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.shard = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.973249] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.973408] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.status_code_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.973564] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.status_code_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.973720] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.973926] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.974112] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ironic.version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.974321] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.974501] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] key_manager.fixed_key = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.974685] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.974848] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.barbican_api_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.975049] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.barbican_endpoint = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.975234] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.barbican_endpoint_type = public {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.975395] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.barbican_region_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.975554] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.975716] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.975880] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.976061] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.976225] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.976387] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.number_of_retries = 60 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.976548] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.retry_delay = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.976712] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.send_service_user_token = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.976873] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.977043] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.977233] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.verify_ssl = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.977405] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican.verify_ssl_path = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.977573] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican_service_user.auth_section = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.977737] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican_service_user.auth_type = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.977897] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican_service_user.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.978075] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican_service_user.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.978243] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican_service_user.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.978402] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican_service_user.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.978558] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican_service_user.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.978715] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican_service_user.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.978872] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] barbican_service_user.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.979048] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.approle_role_id = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.979212] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.approle_secret_id = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.979380] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.kv_mountpoint = secret {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.979538] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.kv_path = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.979700] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.kv_version = 2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.979856] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.namespace = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.980025] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.root_token_id = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.980200] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.ssl_ca_crt_file = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.980384] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.timeout = 60.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.980549] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.use_ssl = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.980718] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.980892] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.981067] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.981233] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.981390] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.connect_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.981547] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.connect_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.981705] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.endpoint_override = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.981862] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.982030] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.982190] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.max_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.982344] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.min_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.982501] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.region_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.982659] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.retriable_status_codes = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.982817] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.service_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.982986] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.service_type = identity {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.983158] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.983346] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.status_code_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.983510] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.status_code_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.983667] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.983869] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.984045] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] keystone.version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.984240] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.ceph_mount_options = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.984562] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.984749] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.connection_uri = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.984924] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.cpu_mode = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.985122] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.985294] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.cpu_models = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.985467] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.cpu_power_governor_high = performance {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.985634] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.985796] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.cpu_power_management = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.985965] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.986167] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.device_detach_attempts = 8 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.986349] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.device_detach_timeout = 20 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.986519] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.disk_cachemodes = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.986677] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.disk_prefix = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.986839] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.enabled_perf_events = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987007] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.file_backed_memory = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987180] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.gid_maps = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987336] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.hw_disk_discard = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987492] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.hw_machine_type = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987663] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.images_rbd_ceph_conf = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987826] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.987987] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988168] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.images_rbd_glance_store_name = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988379] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.images_rbd_pool = rbd {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988556] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.images_type = default {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988716] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.images_volume_group = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.988876] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.inject_key = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989050] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.inject_partition = -2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989216] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.inject_password = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989376] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.iscsi_iface = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989534] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.iser_use_multipath = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989696] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.989856] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990030] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_downtime = 500 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990196] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990356] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990512] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_inbound_addr = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990671] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990827] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.990984] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_scheme = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.991167] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_timeout_action = abort {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.991355] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_tunnelled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.991522] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_uri = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.991685] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.live_migration_with_native_tls = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.991841] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.max_queues = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.992009] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.992244] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.992406] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.nfs_mount_options = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.992694] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.992864] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993039] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993204] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993366] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993526] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.num_pcie_ports = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993687] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.993874] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.pmem_namespaces = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994058] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.quobyte_client_cfg = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994434] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994617] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994785] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.994970] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995158] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.rbd_secret_uuid = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995319] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.rbd_user = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995483] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995646] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.remote_copy_compression = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995816] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.995976] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.rescue_image_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996184] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.rescue_kernel_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996396] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.rescue_ramdisk_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996583] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996746] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.rx_queue_size = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.996913] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.smbfs_mount_options = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997232] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997418] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.snapshot_compression = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997584] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.snapshot_image_format = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997805] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.997973] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.sparse_logical_volumes = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998155] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.swtpm_enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998326] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.swtpm_group = tss {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998493] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.swtpm_user = tss {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998661] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.sysinfo_serial = unique {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998821] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.tb_cache_size = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.998980] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.tx_queue_size = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999164] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.uid_maps = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999354] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.use_virtio_for_bridges = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999531] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.virt_type = kvm {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999706] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.volume_clear = zero {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 853.999866] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.volume_clear_size = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000040] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.volume_enforce_multipath = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000210] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.volume_use_multipath = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000370] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.vzstorage_cache_path = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000539] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000705] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.000874] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001055] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001351] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001532] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.vzstorage_mount_user = stack {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001701] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.001873] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.auth_section = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002061] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.auth_type = password {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002244] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002421] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002588] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002748] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.connect_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.002908] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.connect_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003090] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.default_floating_pool = public {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003255] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.endpoint_override = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003417] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.extension_sync_interval = 600 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003588] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.http_retries = 3 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003752] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.003939] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004120] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.max_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004299] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004461] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.min_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004628] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.ovs_bridge = br-int {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004794] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.physnets = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.004980] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.region_name = RegionOne {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005170] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.retriable_status_codes = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005372] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.service_metadata_proxy = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005544] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.service_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005716] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.service_type = network {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.005878] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006050] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.status_code_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006212] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.status_code_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006372] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006553] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006715] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] neutron.version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.006889] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] notifications.bdms_in_notifications = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007081] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] notifications.default_level = INFO {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007248] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] notifications.include_share_mapping = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007421] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] notifications.notification_format = unversioned {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007586] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] notifications.notify_on_state_change = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007762] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.007939] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] pci.alias = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008124] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] pci.device_spec = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008313] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] pci.report_in_placement = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008500] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.auth_section = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008677] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.auth_type = password {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.008844] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009014] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009184] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009348] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009506] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.connect_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009663] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.connect_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009824] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.default_domain_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.009984] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.default_domain_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010159] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.domain_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010317] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.domain_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010475] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.endpoint_override = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010635] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010790] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.010948] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.max_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011115] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.min_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011307] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.password = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011476] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.project_domain_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011647] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.project_domain_name = Default {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011814] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.project_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.011987] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.project_name = service {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012170] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.region_name = RegionOne {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012335] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.retriable_status_codes = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012494] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.service_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012662] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.service_type = placement {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012823] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.012984] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.status_code_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013160] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.status_code_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013320] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.system_scope = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013478] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013635] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.trust_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013793] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.user_domain_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.013993] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.user_domain_name = Default {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014174] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.user_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014378] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.username = nova {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014569] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014733] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] placement.version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.014925] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.cores = 20 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015121] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.count_usage_from_placement = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015299] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015469] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.injected_file_content_bytes = 10240 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015633] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.injected_file_path_length = 255 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015796] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.injected_files = 5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.015962] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.instances = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016144] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.key_pairs = 100 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016308] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.metadata_items = 128 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016473] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.ram = 51200 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016635] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.recheck_quota = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016799] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.server_group_members = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.016964] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.server_groups = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017224] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017432] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] quota.unified_limits_resource_strategy = require {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017613] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017780] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.017942] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler.image_metadata_prefilter = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018119] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018286] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler.max_attempts = 3 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018447] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler.max_placement_results = 1000 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018608] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018768] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.018927] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019122] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] scheduler.workers = 2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019301] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019470] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019646] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019812] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.019976] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020152] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020333] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020532] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020702] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.host_subset_size = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.020866] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021036] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021201] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021375] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021535] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021697] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.isolated_hosts = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.021856] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.isolated_images = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022025] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022187] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022345] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022501] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.pci_in_placement = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022661] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022819] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.022979] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023151] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023355] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023539] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023702] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.track_instance_changes = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.023904] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024086] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] metrics.required = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024254] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] metrics.weight_multiplier = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024416] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024576] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] metrics.weight_setting = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.024893] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025104] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] serial_console.enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025287] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] serial_console.port_range = 10000:20000 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025457] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025624] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025790] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] serial_console.serialproxy_port = 6083 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.025953] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_user.auth_section = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026157] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_user.auth_type = password {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026327] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_user.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026490] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_user.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026649] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_user.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026806] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_user.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.026963] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_user.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027147] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_user.send_service_user_token = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027308] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_user.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027465] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] service_user.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027631] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.agent_enabled = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.027790] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028102] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028307] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028476] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.html5proxy_port = 6082 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028635] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.image_compression = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028791] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.jpeg_compression = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.028948] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.playback_compression = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029124] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.require_secure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029325] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.server_listen = 127.0.0.1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029504] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029776] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.029949] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.streaming_mode = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030130] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] spice.zlib_compression = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030299] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] upgrade_levels.baseapi = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030471] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] upgrade_levels.compute = auto {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030632] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] upgrade_levels.conductor = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030791] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] upgrade_levels.scheduler = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.030957] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031137] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031296] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vendordata_dynamic_auth.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031453] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vendordata_dynamic_auth.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031614] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031775] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vendordata_dynamic_auth.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.031930] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032105] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032284] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vendordata_dynamic_auth.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032468] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.api_retry_count = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032630] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.ca_file = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032803] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.032970] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.cluster_name = testcl1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033161] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.connection_pool_size = 10 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033326] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.console_delay_seconds = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033493] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.datastore_regex = ^datastore.* {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033699] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.033902] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.host_password = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034093] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.host_port = 443 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034267] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.host_username = administrator@vsphere.local {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034437] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.insecure = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034597] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.integration_bridge = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034759] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.maximum_objects = 100 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.034918] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.pbm_default_policy = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035091] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.pbm_enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035272] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.pbm_wsdl_location = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035459] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035623] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.serial_port_proxy_uri = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035783] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.serial_port_service_uri = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.035948] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.task_poll_interval = 0.5 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036139] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.use_linked_clone = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036311] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.vnc_keymap = en-us {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036476] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.vnc_port = 5900 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036640] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vmware.vnc_port_total = 10000 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036824] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vnc.auth_schemes = ['none'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.036999] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vnc.enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.037291] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.037474] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.037644] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vnc.novncproxy_port = 6080 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.037828] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vnc.server_listen = 127.0.0.1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038014] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038190] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vnc.vencrypt_ca_certs = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038369] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vnc.vencrypt_client_cert = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038532] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vnc.vencrypt_client_key = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038711] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.038874] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.disable_deep_image_inspection = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039051] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039218] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039379] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039539] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.disable_rootwrap = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039699] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.enable_numa_live_migration = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.039857] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040024] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040186] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040344] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.libvirt_disable_apic = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040501] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040658] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040816] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.040975] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.041147] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.041333] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.041500] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.041659] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.041825] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042016] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042208] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042377] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.client_socket_timeout = 900 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042542] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.default_pool_size = 1000 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042706] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.keep_alive = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.042871] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.max_header_line = 16384 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043042] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043207] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.ssl_ca_file = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043366] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.ssl_cert_file = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043522] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.ssl_key_file = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043684] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.tcp_keepidle = 600 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.043883] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044075] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] zvm.ca_file = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044252] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] zvm.cloud_connector_url = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044557] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044735] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] zvm.reachable_timeout = 300 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.044909] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045102] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045285] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.connection_string = messaging:// {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045453] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.enabled = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045621] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.es_doc_type = notification {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045787] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.es_scroll_size = 10000 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.045952] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.es_scroll_time = 2m {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046130] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.filter_error_trace = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046300] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.hmac_keys = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046467] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.sentinel_service_name = mymaster {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046633] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.socket_timeout = 0.1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046794] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.trace_requests = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.046952] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler.trace_sqlalchemy = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047143] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler_jaeger.process_tags = {} {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047325] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler_jaeger.service_name_prefix = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047499] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] profiler_otlp.service_name_prefix = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047664] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] remote_debug.host = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.047824] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] remote_debug.port = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048008] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048176] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048337] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048520] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048695] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.048856] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049041] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049218] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049379] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049547] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049707] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.049877] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050056] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050225] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050413] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050591] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050752] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.050913] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051096] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051260] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051418] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051578] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051739] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.051919] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052101] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052269] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052431] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052594] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052753] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.052916] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.053090] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.ssl = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.053280] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.053480] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.053650] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.053842] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054038] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054211] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054399] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054566] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_notifications.retry = -1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054742] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.054915] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055095] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.auth_section = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055261] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.auth_type = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055419] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.cafile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055577] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.certfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055739] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.collect_timing = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.055894] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.connect_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.056062] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.connect_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.056286] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.endpoint_id = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.056584] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.056864] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.endpoint_override = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.057164] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.endpoint_region_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.057446] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.endpoint_service_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.057699] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.endpoint_service_type = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.057893] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.insecure = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058074] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.keyfile = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058242] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.max_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058404] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.min_version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058563] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.region_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058722] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.retriable_status_codes = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.058881] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.service_name = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059051] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.service_type = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059216] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.split_loggers = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059374] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.status_code_retries = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059533] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.status_code_retry_delay = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059692] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.timeout = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.059849] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.valid_interfaces = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060013] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_limit.version = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060192] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_reports.file_event_handler = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060356] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060534] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] oslo_reports.log_dir = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060718] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.060878] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061049] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061220] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061385] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061542] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061711] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.061868] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_ovs_privileged.group = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062038] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062207] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062368] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062525] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] vif_plug_ovs_privileged.user = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062693] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.062872] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063058] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063229] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063399] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063594] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063779] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.063964] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064165] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064339] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_ovs.isolate_vif = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064508] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064673] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.064842] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065022] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065183] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] os_vif_ovs.per_port_bridge = False {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065350] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] privsep_osbrick.capabilities = [21] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065507] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] privsep_osbrick.group = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065661] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] privsep_osbrick.helper_command = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065825] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.065985] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066169] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] privsep_osbrick.user = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066355] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066515] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] nova_sys_admin.group = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066670] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] nova_sys_admin.helper_command = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066833] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.066993] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.067162] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] nova_sys_admin.user = None {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 854.067294] env[69041]: DEBUG oslo_service.backend.eventlet.service [None req-f84b48dc-5aba-4fba-9cef-e892435d2898 None None] ******************************************************************************** {{(pid=69041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 854.067704] env[69041]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 854.572605] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Getting list of instances from cluster (obj){ [ 854.572605] env[69041]: value = "domain-c8" [ 854.572605] env[69041]: _type = "ClusterComputeResource" [ 854.572605] env[69041]: } {{(pid=69041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 854.573677] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15a44ef-1b0d-4f38-8e28-edf37fca00e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.582636] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Got total of 0 instances {{(pid=69041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 854.583221] env[69041]: WARNING nova.virt.vmwareapi.driver [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 854.583951] env[69041]: INFO nova.virt.node [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Generated node identity 32f60d55-c45c-4e8e-b752-d624f83e6946 [ 854.584215] env[69041]: INFO nova.virt.node [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Wrote node identity 32f60d55-c45c-4e8e-b752-d624f83e6946 to /opt/stack/data/n-cpu-1/compute_id [ 855.087019] env[69041]: WARNING nova.compute.manager [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Compute nodes ['32f60d55-c45c-4e8e-b752-d624f83e6946'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 856.092493] env[69041]: INFO nova.compute.manager [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 857.099032] env[69041]: WARNING nova.compute.manager [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 857.099032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.099032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.099032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.099032] env[69041]: DEBUG nova.compute.resource_tracker [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 857.100119] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa52fdfe-fdfa-4495-a4aa-c05180e9f479 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.109053] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1e8ad7-9ae1-49d2-8ecd-142166543272 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.121062] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778ab527-084f-41ce-b8b2-ff5b057d6555 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.127290] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7a55d6-790b-4eb8-b063-3b1b3e9eb05d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.156308] env[69041]: DEBUG nova.compute.resource_tracker [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181114MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 857.156403] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.156592] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.660084] env[69041]: WARNING nova.compute.resource_tracker [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] No compute node record for cpu-1:32f60d55-c45c-4e8e-b752-d624f83e6946: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 32f60d55-c45c-4e8e-b752-d624f83e6946 could not be found. [ 858.163268] env[69041]: INFO nova.compute.resource_tracker [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 32f60d55-c45c-4e8e-b752-d624f83e6946 [ 859.671430] env[69041]: DEBUG nova.compute.resource_tracker [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 859.671829] env[69041]: DEBUG nova.compute.resource_tracker [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 859.832768] env[69041]: INFO nova.scheduler.client.report [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] [req-19dd03f6-dfe6-4cd5-8191-ead2c42a1a87] Created resource provider record via placement API for resource provider with UUID 32f60d55-c45c-4e8e-b752-d624f83e6946 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 859.850633] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aafcdd6-3100-4972-9f7b-5a738eb7c4b1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.858401] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f73768-352a-413d-b0ef-e3e99c3f7479 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.888097] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a27a9-c59a-45a5-b6f7-d3e6df2ec248 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.895327] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46b9f6e-20c8-474a-8dac-a7a3bc8bbf1a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.908876] env[69041]: DEBUG nova.compute.provider_tree [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.444168] env[69041]: DEBUG nova.scheduler.client.report [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Updated inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 860.444388] env[69041]: DEBUG nova.compute.provider_tree [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Updating resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 generation from 0 to 1 during operation: update_inventory {{(pid=69041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 860.444554] env[69041]: DEBUG nova.compute.provider_tree [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.491686] env[69041]: DEBUG nova.compute.provider_tree [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Updating resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 generation from 1 to 2 during operation: update_traits {{(pid=69041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 860.996231] env[69041]: DEBUG nova.compute.resource_tracker [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 860.996493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.840s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.996600] env[69041]: DEBUG nova.service [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Creating RPC server for service compute {{(pid=69041) start /opt/stack/nova/nova/service.py:186}} [ 861.010427] env[69041]: DEBUG nova.service [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] Join ServiceGroup membership for this service compute {{(pid=69041) start /opt/stack/nova/nova/service.py:203}} [ 861.010665] env[69041]: DEBUG nova.servicegroup.drivers.db [None req-1342465c-1e8b-4568-acb5-6487500a9c6b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69041) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 866.013179] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.523378] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Getting list of instances from cluster (obj){ [ 866.523378] env[69041]: value = "domain-c8" [ 866.523378] env[69041]: _type = "ClusterComputeResource" [ 866.523378] env[69041]: } {{(pid=69041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 866.524587] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e4634a-72c1-4aea-96de-8bfc0bf182d7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.533393] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Got total of 0 instances {{(pid=69041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 866.533622] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.533927] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Getting list of instances from cluster (obj){ [ 866.533927] env[69041]: value = "domain-c8" [ 866.533927] env[69041]: _type = "ClusterComputeResource" [ 866.533927] env[69041]: } {{(pid=69041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 866.534802] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d858988-8804-4a44-a5ea-2eca79376958 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.542176] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Got total of 0 instances {{(pid=69041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 900.386337] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "4e05da06-7389-45a1-9347-ed1057e9c050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.386628] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "4e05da06-7389-45a1-9347-ed1057e9c050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.721330] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "27016579-4942-44e5-b973-9082f79773ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.721330] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "27016579-4942-44e5-b973-9082f79773ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.893265] env[69041]: DEBUG nova.compute.manager [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.223487] env[69041]: DEBUG nova.compute.manager [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.390217] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "6b9862e1-f436-4d85-a0a4-8a974f755c02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.390608] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6b9862e1-f436-4d85-a0a4-8a974f755c02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.444272] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.444272] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.445818] env[69041]: INFO nova.compute.claims [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.651821] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquiring lock "ec8304a0-d86a-47e3-ba2a-d63b6f665e48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.651821] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lock "ec8304a0-d86a-47e3-ba2a-d63b6f665e48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.754295] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.896506] env[69041]: DEBUG nova.compute.manager [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.156435] env[69041]: DEBUG nova.compute.manager [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.426499] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.543509] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549bb468-0afa-4a82-8fe8-97699ff9b879 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.554079] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42d3ff6-1963-4345-a3c6-0e8afe39e101 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.585858] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bf208e-f9f8-4d4e-b9d3-c1044ae26e1c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.595519] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67abbaf3-6f8a-4031-90ad-a831afa21b2a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.611467] env[69041]: DEBUG nova.compute.provider_tree [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.679532] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.118102] env[69041]: DEBUG nova.scheduler.client.report [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.627605] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.628367] env[69041]: DEBUG nova.compute.manager [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.631421] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.877s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.632825] env[69041]: INFO nova.compute.claims [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.137762] env[69041]: DEBUG nova.compute.utils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.144529] env[69041]: DEBUG nova.compute.manager [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.144885] env[69041]: DEBUG nova.network.neutron [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.642820] env[69041]: DEBUG nova.compute.manager [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.757207] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8e6554-7c99-4816-a954-24667744e857 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.769588] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2df1b5-5cce-4ac3-ab9a-4cdc5c3a6c95 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.802171] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17801e6e-b4b6-4812-9129-7a41197b5ebc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.809437] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea015b6-24ac-4571-8e38-c5b74928e6df {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.824471] env[69041]: DEBUG nova.compute.provider_tree [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.993739] env[69041]: DEBUG nova.policy [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ccc473139bc4ca0aa495e72adef3318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc05c543b4e64ccd8e7a9214517835be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.096101] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquiring lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.096339] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.328505] env[69041]: DEBUG nova.scheduler.client.report [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.546960] env[69041]: DEBUG nova.network.neutron [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Successfully created port: 0944e103-4fb9-432c-897e-1b6f9f1813c2 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.600716] env[69041]: DEBUG nova.compute.manager [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.658280] env[69041]: DEBUG nova.compute.manager [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.691966] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.693228] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.693228] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.693228] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.693228] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.693228] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.693451] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.693484] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.693901] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.694086] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.694261] env[69041]: DEBUG nova.virt.hardware [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.695261] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36acf3bf-69c6-4817-9066-cb0edc67ded1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.705120] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ee510-cc5d-4c78-9c77-6165ea6258c7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.723105] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31431c6e-fdd5-4922-aa5a-9579e57df3c6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.835990] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.836598] env[69041]: DEBUG nova.compute.manager [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.839664] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.413s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.843107] env[69041]: INFO nova.compute.claims [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.135374] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.345728] env[69041]: DEBUG nova.compute.utils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.352345] env[69041]: DEBUG nova.compute.manager [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.353331] env[69041]: DEBUG nova.network.neutron [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.539771] env[69041]: DEBUG nova.policy [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1de24303259499bb65356519ff6a687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5bfd6e1767744c7b9b261a98ed47fd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.854302] env[69041]: DEBUG nova.compute.manager [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.967089] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e89ecd-39d7-48c3-ac35-53a475e4f067 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.976242] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ead9650-a586-4865-b184-f4ccf52004aa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.010556] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cdf5c7-882d-48f8-84f6-f3429c3f6a3e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.018548] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7276ea-8409-430c-ad98-7eb4193ccb45 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.034693] env[69041]: DEBUG nova.compute.provider_tree [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.429836] env[69041]: DEBUG nova.network.neutron [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Successfully created port: fd435333-4d8b-4652-a88b-6b8317b6e50c {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.541197] env[69041]: DEBUG nova.scheduler.client.report [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.866196] env[69041]: DEBUG nova.compute.manager [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.005740] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.007038] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.007038] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.007038] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.007038] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.007285] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.007764] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.008102] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.011137] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.011137] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.011137] env[69041]: DEBUG nova.virt.hardware [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.011137] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143fd25e-72b0-4bf0-9f98-cc8da001c0bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.020374] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ffbdb3-0eb4-4f96-a96f-8723833688fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.046729] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.046934] env[69041]: DEBUG nova.compute.manager [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.052846] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.370s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.052846] env[69041]: INFO nova.compute.claims [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.557730] env[69041]: DEBUG nova.compute.utils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.560865] env[69041]: DEBUG nova.compute.manager [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.562252] env[69041]: DEBUG nova.network.neutron [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.632861] env[69041]: DEBUG nova.policy [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '444e5fcc5c824d86a949344dd8cb3f28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e67fd3be601049d68c599cb82a2b52c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.704155] env[69041]: DEBUG nova.network.neutron [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Successfully updated port: 0944e103-4fb9-432c-897e-1b6f9f1813c2 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.037794] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquiring lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.038053] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.072807] env[69041]: DEBUG nova.compute.manager [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.167280] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquiring lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.167553] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.210772] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-4e05da06-7389-45a1-9347-ed1057e9c050" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.210772] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-4e05da06-7389-45a1-9347-ed1057e9c050" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.210772] env[69041]: DEBUG nova.network.neutron [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.220733] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e7e7af-e121-449d-b975-af0a1d097aee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.229428] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af230d45-b5bb-4d6e-891e-8456184e064a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.266680] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94c0ba8-b412-46ad-9840-fd8ac9f0302e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.274898] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82837273-4edb-4e40-857b-e299aead2cf5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.290510] env[69041]: DEBUG nova.compute.provider_tree [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.312526] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.312867] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.313102] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.313638] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.313638] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.313638] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.314576] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.314576] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 909.314576] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.543807] env[69041]: DEBUG nova.compute.manager [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.561873] env[69041]: DEBUG nova.network.neutron [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Successfully created port: 4ee558c4-bba8-4d79-95d2-42a9b1755520 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.671237] env[69041]: DEBUG nova.compute.manager [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.797638] env[69041]: DEBUG nova.scheduler.client.report [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.812995] env[69041]: DEBUG nova.network.neutron [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.817922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.056328] env[69041]: DEBUG nova.network.neutron [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Successfully updated port: fd435333-4d8b-4652-a88b-6b8317b6e50c {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.079427] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.091404] env[69041]: DEBUG nova.compute.manager [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.125746] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.125989] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.126414] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.126414] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.126530] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.126643] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.126794] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.126946] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.127198] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.127364] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.127528] env[69041]: DEBUG nova.virt.hardware [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.128403] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df71e90-831b-48fc-87eb-414645baa43c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.136923] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95af8a2-878d-49b9-aefa-8ce30c8a4b37 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.204121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.296920] env[69041]: DEBUG nova.network.neutron [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Updating instance_info_cache with network_info: [{"id": "0944e103-4fb9-432c-897e-1b6f9f1813c2", "address": "fa:16:3e:72:a6:cd", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0944e103-4f", "ovs_interfaceid": "0944e103-4fb9-432c-897e-1b6f9f1813c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.303104] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.303675] env[69041]: DEBUG nova.compute.manager [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.306333] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.171s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.308126] env[69041]: INFO nova.compute.claims [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.363317] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.363573] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.561143] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "refresh_cache-27016579-4942-44e5-b973-9082f79773ae" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.561143] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquired lock "refresh_cache-27016579-4942-44e5-b973-9082f79773ae" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.561143] env[69041]: DEBUG nova.network.neutron [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.803980] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-4e05da06-7389-45a1-9347-ed1057e9c050" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.804497] env[69041]: DEBUG nova.compute.manager [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Instance network_info: |[{"id": "0944e103-4fb9-432c-897e-1b6f9f1813c2", "address": "fa:16:3e:72:a6:cd", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0944e103-4f", "ovs_interfaceid": "0944e103-4fb9-432c-897e-1b6f9f1813c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.804895] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:a6:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0944e103-4fb9-432c-897e-1b6f9f1813c2', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.817170] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.818417] env[69041]: DEBUG nova.compute.utils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.822225] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bd545fc-bb37-42aa-b254-ce452a8667fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.824393] env[69041]: DEBUG nova.compute.manager [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Not allocating networking since 'none' was specified. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 910.840603] env[69041]: DEBUG nova.compute.manager [req-62ca726c-30fe-4f66-8c74-9245ec866a6e req-cb111730-d55a-4742-a60a-d54e581735ab service nova] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Received event network-vif-plugged-0944e103-4fb9-432c-897e-1b6f9f1813c2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 910.840827] env[69041]: DEBUG oslo_concurrency.lockutils [req-62ca726c-30fe-4f66-8c74-9245ec866a6e req-cb111730-d55a-4742-a60a-d54e581735ab service nova] Acquiring lock "4e05da06-7389-45a1-9347-ed1057e9c050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.841036] env[69041]: DEBUG oslo_concurrency.lockutils [req-62ca726c-30fe-4f66-8c74-9245ec866a6e req-cb111730-d55a-4742-a60a-d54e581735ab service nova] Lock "4e05da06-7389-45a1-9347-ed1057e9c050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.841199] env[69041]: DEBUG oslo_concurrency.lockutils [req-62ca726c-30fe-4f66-8c74-9245ec866a6e req-cb111730-d55a-4742-a60a-d54e581735ab service nova] Lock "4e05da06-7389-45a1-9347-ed1057e9c050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.841360] env[69041]: DEBUG nova.compute.manager [req-62ca726c-30fe-4f66-8c74-9245ec866a6e req-cb111730-d55a-4742-a60a-d54e581735ab service nova] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] No waiting events found dispatching network-vif-plugged-0944e103-4fb9-432c-897e-1b6f9f1813c2 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.841522] env[69041]: WARNING nova.compute.manager [req-62ca726c-30fe-4f66-8c74-9245ec866a6e req-cb111730-d55a-4742-a60a-d54e581735ab service nova] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Received unexpected event network-vif-plugged-0944e103-4fb9-432c-897e-1b6f9f1813c2 for instance with vm_state building and task_state spawning. [ 910.844808] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created folder: OpenStack in parent group-v4. [ 910.844973] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating folder: Project (cc05c543b4e64ccd8e7a9214517835be). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.845230] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38debcf7-d53f-45d1-988c-aa6e95a4764f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.860256] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created folder: Project (cc05c543b4e64ccd8e7a9214517835be) in parent group-v580429. [ 910.860645] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating folder: Instances. Parent ref: group-v580430. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.861399] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-494f49cf-b99f-407f-97e7-44f09d9a583f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.866816] env[69041]: DEBUG nova.compute.manager [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.871970] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created folder: Instances in parent group-v580430. [ 910.872171] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.872518] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.872661] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ba1b352-7a2b-420c-a8c3-ac4290e866cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.896101] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.896101] env[69041]: value = "task-2889141" [ 910.896101] env[69041]: _type = "Task" [ 910.896101] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.905094] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889141, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.096832] env[69041]: DEBUG nova.network.neutron [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.228618] env[69041]: DEBUG nova.network.neutron [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Updating instance_info_cache with network_info: [{"id": "fd435333-4d8b-4652-a88b-6b8317b6e50c", "address": "fa:16:3e:8b:1e:d0", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd435333-4d", "ovs_interfaceid": "fd435333-4d8b-4652-a88b-6b8317b6e50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.327772] env[69041]: DEBUG nova.compute.manager [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.398988] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.408935] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889141, 'name': CreateVM_Task, 'duration_secs': 0.472261} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.409468] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.425322] env[69041]: DEBUG oslo_vmware.service [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b141c3a-a715-411f-aa1d-21cdc5eb8d99 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.432753] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.433046] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.433557] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.433782] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55362af3-107d-4959-aa04-951615ea3347 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.441198] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 911.441198] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52739641-bbeb-ab97-d3b1-5ba913f461d4" [ 911.441198] env[69041]: _type = "Task" [ 911.441198] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.449483] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52739641-bbeb-ab97-d3b1-5ba913f461d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.493750] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055da2c6-2bf4-462d-977f-4749df087f9c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.502051] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826a7cab-ce4d-471f-ae79-8b92ab9ab003 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.535516] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfadf5e-928a-4cff-92de-4b7c2cc15190 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.544158] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4706cc4-e6d9-48a8-a5bc-567731f8a011 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.561769] env[69041]: DEBUG nova.compute.provider_tree [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.734187] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Releasing lock "refresh_cache-27016579-4942-44e5-b973-9082f79773ae" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.734187] env[69041]: DEBUG nova.compute.manager [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Instance network_info: |[{"id": "fd435333-4d8b-4652-a88b-6b8317b6e50c", "address": "fa:16:3e:8b:1e:d0", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd435333-4d", "ovs_interfaceid": "fd435333-4d8b-4652-a88b-6b8317b6e50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.734322] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:1e:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd435333-4d8b-4652-a88b-6b8317b6e50c', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.743015] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Creating folder: Project (f5bfd6e1767744c7b9b261a98ed47fd5). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.743015] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bad768a5-7b9f-49d8-b48b-20fa5ec3ba4c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.757166] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Created folder: Project (f5bfd6e1767744c7b9b261a98ed47fd5) in parent group-v580429. [ 911.757166] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Creating folder: Instances. Parent ref: group-v580433. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.757166] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1011e366-3cee-4504-abff-27f23362481c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.770016] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Created folder: Instances in parent group-v580433. [ 911.770016] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.770016] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27016579-4942-44e5-b973-9082f79773ae] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.770016] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99bf6063-4755-47dd-a9b1-f781347e9fc4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.793791] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.793791] env[69041]: value = "task-2889144" [ 911.793791] env[69041]: _type = "Task" [ 911.793791] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.802644] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889144, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.955393] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.955690] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.956236] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.956313] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.956955] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.957533] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f85a92e-8eeb-4cf4-be0d-7a73f83f118f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.967571] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.967666] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.968658] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7956d40-1906-4303-bd11-50798ab0a031 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.978652] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a587f499-56c8-4014-9087-6b05f7e8fbed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.986919] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 911.986919] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52928439-9c6a-3e3c-5488-102123c991b9" [ 911.986919] env[69041]: _type = "Task" [ 911.986919] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.987864] env[69041]: DEBUG nova.network.neutron [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Successfully updated port: 4ee558c4-bba8-4d79-95d2-42a9b1755520 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.000996] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Preparing fetch location {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 912.001275] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating directory with path [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.001668] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6663a4e-5edc-4b68-843e-0c1044f088cb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.034937] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created directory with path [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.035286] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Fetch image to [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 912.036493] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Downloading image file data a17951c8-e6c8-413c-9c3b-51d6987c2367 to [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk on the data store datastore1 {{(pid=69041) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 912.036493] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfd0c33-b76c-4900-97c3-def544308b2e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.045971] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2425ad-27a1-4945-9d3a-c8a7063aa8b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.058735] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca3ae4e-c980-456c-9a51-be897cde5838 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.097745] env[69041]: DEBUG nova.scheduler.client.report [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.101746] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5026a7fb-d199-4adb-87b5-8919284c3711 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.109371] env[69041]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4c25f7d2-a48e-4d43-a104-3d278e96c04b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.200683] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Downloading image file data a17951c8-e6c8-413c-9c3b-51d6987c2367 to the data store datastore1 {{(pid=69041) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 912.279300] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 912.351318] env[69041]: DEBUG nova.compute.manager [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.370616] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889144, 'name': CreateVM_Task, 'duration_secs': 0.328705} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.370925] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27016579-4942-44e5-b973-9082f79773ae] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.371792] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.372066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.372519] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.372834] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3567a5-e9d9-4d68-a074-6cb9eb844fa4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.383758] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 912.383758] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5277c60f-b2ad-047a-7b7a-80e1cd925795" [ 912.383758] env[69041]: _type = "Task" [ 912.383758] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.392727] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.392727] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.392898] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.393212] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.393425] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.393656] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.393960] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.394214] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.394457] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.394692] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.394934] env[69041]: DEBUG nova.virt.hardware [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.395935] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af403336-f2ef-4ae9-961e-c955edb9d7e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.408408] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.408718] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.408890] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.420715] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba74743-3de6-4461-a7b0-c23150832fd9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.439993] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.446523] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Creating folder: Project (acbffe125a89471aaf543a6fcff6261f). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.451695] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649173d3-efee-46cd-8452-264fd9e090ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.464909] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Created folder: Project (acbffe125a89471aaf543a6fcff6261f) in parent group-v580429. [ 912.465227] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Creating folder: Instances. Parent ref: group-v580436. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.465504] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4a00470-eb61-46a7-812b-5beb2431be87 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.474588] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Created folder: Instances in parent group-v580436. [ 912.474889] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.475127] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.475437] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76fc0f91-3c8c-40e0-b543-442379bd8986 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.493612] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "refresh_cache-6b9862e1-f436-4d85-a0a4-8a974f755c02" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.493888] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "refresh_cache-6b9862e1-f436-4d85-a0a4-8a974f755c02" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.494102] env[69041]: DEBUG nova.network.neutron [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.500159] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.500159] env[69041]: value = "task-2889147" [ 912.500159] env[69041]: _type = "Task" [ 912.500159] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.515913] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889147, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.606134] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.606744] env[69041]: DEBUG nova.compute.manager [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.609592] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.792s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.613107] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.613107] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 912.613107] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.531s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.613107] env[69041]: INFO nova.compute.claims [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.617188] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fccd8a6-9557-4b2c-9511-773a9368bb85 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.629046] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de55f8c-e85f-47e4-95de-212f36a3b9ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.650690] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffa4b48-1167-43dd-8e8b-ea66bffdb9d5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.664329] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa17d404-78f6-46fd-8306-b88a441dc288 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.696632] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181102MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 912.697069] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.960873] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Completed reading data from the image iterator. {{(pid=69041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 912.961497] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 913.009712] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889147, 'name': CreateVM_Task, 'duration_secs': 0.300117} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.009960] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.010348] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.010674] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.010951] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.011060] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6507cb5-282d-4753-9f20-2e1c018d9932 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.015809] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for the task: (returnval){ [ 913.015809] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528ea8cb-417d-455a-7921-c6b8c8b1e8ad" [ 913.015809] env[69041]: _type = "Task" [ 913.015809] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.023655] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528ea8cb-417d-455a-7921-c6b8c8b1e8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.088343] env[69041]: DEBUG nova.network.neutron [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.102024] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Downloaded image file data a17951c8-e6c8-413c-9c3b-51d6987c2367 to vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk on the data store datastore1 {{(pid=69041) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 913.103785] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Caching image {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 913.104136] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copying Virtual Disk [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk to [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.104304] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d525fa5-b762-4b47-82a8-e6aeb6fbed64 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.111569] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 913.111569] env[69041]: value = "task-2889148" [ 913.111569] env[69041]: _type = "Task" [ 913.111569] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.120533] env[69041]: DEBUG nova.compute.utils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.121830] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.122126] env[69041]: DEBUG nova.compute.manager [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.122291] env[69041]: DEBUG nova.network.neutron [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.247724] env[69041]: DEBUG nova.policy [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdadcab1c21342769a8cf1f746c5af70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4a17b54b2a3455f88800cf679fa4617', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.292775] env[69041]: DEBUG nova.compute.manager [req-46b86cd6-8099-48d3-ab8c-c4785094b631 req-c99981ff-abce-412e-a7a8-afb321a2fba1 service nova] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Received event network-vif-plugged-4ee558c4-bba8-4d79-95d2-42a9b1755520 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.292775] env[69041]: DEBUG oslo_concurrency.lockutils [req-46b86cd6-8099-48d3-ab8c-c4785094b631 req-c99981ff-abce-412e-a7a8-afb321a2fba1 service nova] Acquiring lock "6b9862e1-f436-4d85-a0a4-8a974f755c02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.292775] env[69041]: DEBUG oslo_concurrency.lockutils [req-46b86cd6-8099-48d3-ab8c-c4785094b631 req-c99981ff-abce-412e-a7a8-afb321a2fba1 service nova] Lock "6b9862e1-f436-4d85-a0a4-8a974f755c02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.292775] env[69041]: DEBUG oslo_concurrency.lockutils [req-46b86cd6-8099-48d3-ab8c-c4785094b631 req-c99981ff-abce-412e-a7a8-afb321a2fba1 service nova] Lock "6b9862e1-f436-4d85-a0a4-8a974f755c02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.292775] env[69041]: DEBUG nova.compute.manager [req-46b86cd6-8099-48d3-ab8c-c4785094b631 req-c99981ff-abce-412e-a7a8-afb321a2fba1 service nova] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] No waiting events found dispatching network-vif-plugged-4ee558c4-bba8-4d79-95d2-42a9b1755520 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.293164] env[69041]: WARNING nova.compute.manager [req-46b86cd6-8099-48d3-ab8c-c4785094b631 req-c99981ff-abce-412e-a7a8-afb321a2fba1 service nova] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Received unexpected event network-vif-plugged-4ee558c4-bba8-4d79-95d2-42a9b1755520 for instance with vm_state building and task_state spawning. [ 913.537760] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.539339] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.539339] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.630467] env[69041]: DEBUG nova.compute.manager [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.640171] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889148, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.779175] env[69041]: DEBUG nova.network.neutron [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Updating instance_info_cache with network_info: [{"id": "4ee558c4-bba8-4d79-95d2-42a9b1755520", "address": "fa:16:3e:a9:15:82", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee558c4-bb", "ovs_interfaceid": "4ee558c4-bba8-4d79-95d2-42a9b1755520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.818398] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fa5a82-c148-4673-a8b8-460012dcdeb0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.827353] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbdd78d-e4f8-4e7e-b33e-abc46f65f532 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.859985] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890972b8-0356-4428-bb57-eeee9773c340 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.867837] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf01c21b-4fab-4312-97a1-261b8c835bb3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.888572] env[69041]: DEBUG nova.compute.provider_tree [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.132884] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682354} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.134914] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copied Virtual Disk [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk to [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.135151] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleting the datastore file [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.136645] env[69041]: DEBUG nova.compute.manager [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Received event network-changed-0944e103-4fb9-432c-897e-1b6f9f1813c2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 914.136836] env[69041]: DEBUG nova.compute.manager [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Refreshing instance network info cache due to event network-changed-0944e103-4fb9-432c-897e-1b6f9f1813c2. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 914.137084] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] Acquiring lock "refresh_cache-4e05da06-7389-45a1-9347-ed1057e9c050" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.137265] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] Acquired lock "refresh_cache-4e05da06-7389-45a1-9347-ed1057e9c050" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.137363] env[69041]: DEBUG nova.network.neutron [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Refreshing network info cache for port 0944e103-4fb9-432c-897e-1b6f9f1813c2 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.142097] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8232fb2-d7bd-4a27-a88d-671c24d1261e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.154208] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 914.154208] env[69041]: value = "task-2889149" [ 914.154208] env[69041]: _type = "Task" [ 914.154208] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.164426] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.283037] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "refresh_cache-6b9862e1-f436-4d85-a0a4-8a974f755c02" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.284063] env[69041]: DEBUG nova.compute.manager [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Instance network_info: |[{"id": "4ee558c4-bba8-4d79-95d2-42a9b1755520", "address": "fa:16:3e:a9:15:82", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee558c4-bb", "ovs_interfaceid": "4ee558c4-bba8-4d79-95d2-42a9b1755520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.284533] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:15:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ee558c4-bba8-4d79-95d2-42a9b1755520', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.293466] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Creating folder: Project (e67fd3be601049d68c599cb82a2b52c2). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.293775] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a470982-e5cc-474a-8ba7-11f560aa3dc8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.306948] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Created folder: Project (e67fd3be601049d68c599cb82a2b52c2) in parent group-v580429. [ 914.307175] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Creating folder: Instances. Parent ref: group-v580439. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.307425] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8884dc9e-1aee-433c-a613-c92037bbb4ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.318411] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Created folder: Instances in parent group-v580439. [ 914.318411] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.318411] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.318411] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be871512-076f-4f1d-9e58-11ff315b7665 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.356210] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.356210] env[69041]: value = "task-2889152" [ 914.356210] env[69041]: _type = "Task" [ 914.356210] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.369022] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889152, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.393414] env[69041]: DEBUG nova.scheduler.client.report [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.442119] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.442453] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.584786] env[69041]: DEBUG nova.network.neutron [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Successfully created port: e307a18f-3392-413e-b927-a8f217df425a {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.649940] env[69041]: DEBUG nova.compute.manager [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.682928] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024941} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.682928] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.682928] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Moving file from [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e/a17951c8-e6c8-413c-9c3b-51d6987c2367 to [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367. {{(pid=69041) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 914.683757] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-384598c7-fcc2-4a90-b015-533b25f50179 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.692301] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 914.692301] env[69041]: value = "task-2889153" [ 914.692301] env[69041]: _type = "Task" [ 914.692301] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.709486] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889153, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.716039] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.716358] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.716747] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.716747] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.716747] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.718423] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.718423] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.718423] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.718423] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.718637] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.718838] env[69041]: DEBUG nova.virt.hardware [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.720090] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964d5f6e-cc2f-4066-8854-acc724abff40 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.730854] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e8950e-b7bd-4d9b-90a4-7e359da7b14b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.869187] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889152, 'name': CreateVM_Task, 'duration_secs': 0.327438} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.869187] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.869187] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.869187] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.869187] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.869187] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddbab58-4dbe-4b12-898a-d03b3a3982a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.875922] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 914.875922] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526ba4e9-c571-f8b3-9732-ccb25edaa748" [ 914.875922] env[69041]: _type = "Task" [ 914.875922] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.890273] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526ba4e9-c571-f8b3-9732-ccb25edaa748, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.891974] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.891974] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.893035] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.899629] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.899629] env[69041]: DEBUG nova.compute.manager [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.905026] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.701s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.907255] env[69041]: INFO nova.compute.claims [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.946555] env[69041]: DEBUG nova.compute.manager [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.206506] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889153, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.021789} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.206781] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] File moved {{(pid=69041) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 915.206954] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Cleaning up location [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 915.208386] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleting the datastore file [datastore1] vmware_temp/b482ddef-57b6-4c03-9a96-acb704e1677e {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.209340] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a3d856c-9d6b-41d8-b8e0-e3244cb9c41b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.216703] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 915.216703] env[69041]: value = "task-2889154" [ 915.216703] env[69041]: _type = "Task" [ 915.216703] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.225837] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.414335] env[69041]: DEBUG nova.compute.utils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.421020] env[69041]: DEBUG nova.compute.manager [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.421020] env[69041]: DEBUG nova.network.neutron [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.472429] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.712760] env[69041]: DEBUG nova.policy [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12a3de22ca9e4407a4d9b3d223cb5f04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0248ff018b184c3480014fa51d0fb3f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.716625] env[69041]: DEBUG nova.network.neutron [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Updated VIF entry in instance network info cache for port 0944e103-4fb9-432c-897e-1b6f9f1813c2. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.717190] env[69041]: DEBUG nova.network.neutron [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Updating instance_info_cache with network_info: [{"id": "0944e103-4fb9-432c-897e-1b6f9f1813c2", "address": "fa:16:3e:72:a6:cd", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0944e103-4f", "ovs_interfaceid": "0944e103-4fb9-432c-897e-1b6f9f1813c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.728054] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024049} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.730833] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.730833] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb48e1a-e9dd-4d54-8db6-784a43b6d2a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.736089] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 915.736089] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a61f91-1027-5849-1c09-a0e4623dbc26" [ 915.736089] env[69041]: _type = "Task" [ 915.736089] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.748521] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a61f91-1027-5849-1c09-a0e4623dbc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.798951] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "41e6dba2-9431-4197-b797-d486e5c406e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.798951] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "41e6dba2-9431-4197-b797-d486e5c406e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.919148] env[69041]: DEBUG nova.compute.manager [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.119620] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10b03dd-9014-4745-8e4f-ee3b805e7363 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.131593] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93444877-bdec-4ab5-9694-f09dbac2b575 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.170530] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda68e4-023c-43c3-92fe-27c6ee8b3e4a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.178674] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83841bfc-a5eb-4ed5-9b2e-60853c81469e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.194471] env[69041]: DEBUG nova.compute.provider_tree [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.224661] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] Releasing lock "refresh_cache-4e05da06-7389-45a1-9347-ed1057e9c050" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.224661] env[69041]: DEBUG nova.compute.manager [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 27016579-4942-44e5-b973-9082f79773ae] Received event network-vif-plugged-fd435333-4d8b-4652-a88b-6b8317b6e50c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 916.224661] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] Acquiring lock "27016579-4942-44e5-b973-9082f79773ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.224661] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] Lock "27016579-4942-44e5-b973-9082f79773ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.224661] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] Lock "27016579-4942-44e5-b973-9082f79773ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.225305] env[69041]: DEBUG nova.compute.manager [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 27016579-4942-44e5-b973-9082f79773ae] No waiting events found dispatching network-vif-plugged-fd435333-4d8b-4652-a88b-6b8317b6e50c {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.225305] env[69041]: WARNING nova.compute.manager [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 27016579-4942-44e5-b973-9082f79773ae] Received unexpected event network-vif-plugged-fd435333-4d8b-4652-a88b-6b8317b6e50c for instance with vm_state building and task_state spawning. [ 916.225305] env[69041]: DEBUG nova.compute.manager [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 27016579-4942-44e5-b973-9082f79773ae] Received event network-changed-fd435333-4d8b-4652-a88b-6b8317b6e50c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 916.225704] env[69041]: DEBUG nova.compute.manager [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 27016579-4942-44e5-b973-9082f79773ae] Refreshing instance network info cache due to event network-changed-fd435333-4d8b-4652-a88b-6b8317b6e50c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 916.226603] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] Acquiring lock "refresh_cache-27016579-4942-44e5-b973-9082f79773ae" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.226603] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] Acquired lock "refresh_cache-27016579-4942-44e5-b973-9082f79773ae" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.226603] env[69041]: DEBUG nova.network.neutron [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 27016579-4942-44e5-b973-9082f79773ae] Refreshing network info cache for port fd435333-4d8b-4652-a88b-6b8317b6e50c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.249209] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a61f91-1027-5849-1c09-a0e4623dbc26, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.249209] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.249209] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 4e05da06-7389-45a1-9347-ed1057e9c050/4e05da06-7389-45a1-9347-ed1057e9c050.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.249209] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.249503] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.249621] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e9481d1-3955-4a17-9eb0-7e12baa4f95e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.252727] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd481a6c-91f5-4c3e-97d3-11575369617a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.261291] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 916.261291] env[69041]: value = "task-2889155" [ 916.261291] env[69041]: _type = "Task" [ 916.261291] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.268438] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.268674] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.270272] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3fc3ff3-10b7-40d6-9bbf-99808893263d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.277179] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.280598] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 916.280598] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d95fe6-3d7a-88c5-a3a7-1e97f09bd6a5" [ 916.280598] env[69041]: _type = "Task" [ 916.280598] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.290763] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d95fe6-3d7a-88c5-a3a7-1e97f09bd6a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.303196] env[69041]: DEBUG nova.compute.manager [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.698251] env[69041]: DEBUG nova.scheduler.client.report [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.776893] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889155, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.794958] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d95fe6-3d7a-88c5-a3a7-1e97f09bd6a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.795818] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e4178f-05c7-469f-a32f-03ac03d3a2c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.802838] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 916.802838] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527c36a8-3c9b-7950-879e-8d2ad15b807e" [ 916.802838] env[69041]: _type = "Task" [ 916.802838] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.813027] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527c36a8-3c9b-7950-879e-8d2ad15b807e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.827534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.937315] env[69041]: DEBUG nova.compute.manager [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.970812] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.971079] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.971238] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.971417] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.971561] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.971709] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.971910] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.972172] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.972400] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.972685] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.972922] env[69041]: DEBUG nova.virt.hardware [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.973844] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefbf25a-9d20-4aad-9066-33c2848b1573 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.981255] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquiring lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.981712] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.986136] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f198478a-986f-466f-8979-b183bb543ddd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.075409] env[69041]: DEBUG nova.network.neutron [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Successfully created port: 19c7834a-c100-411e-a1bc-012e75f4c219 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.205071] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.205640] env[69041]: DEBUG nova.compute.manager [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.213140] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.814s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.214757] env[69041]: INFO nova.compute.claims [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.274482] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567372} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.274813] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 4e05da06-7389-45a1-9347-ed1057e9c050/4e05da06-7389-45a1-9347-ed1057e9c050.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.274880] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.275182] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ca6497c-3293-4687-8451-6cb10b014c98 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.283430] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 917.283430] env[69041]: value = "task-2889156" [ 917.283430] env[69041]: _type = "Task" [ 917.283430] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.294848] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.314062] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527c36a8-3c9b-7950-879e-8d2ad15b807e, 'name': SearchDatastore_Task, 'duration_secs': 0.018146} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.314210] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.314464] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 27016579-4942-44e5-b973-9082f79773ae/27016579-4942-44e5-b973-9082f79773ae.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.314785] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.314990] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.315234] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d5d82c-2f98-4246-8657-c06aedffedee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.317509] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73d9c446-2375-4078-945e-5516e91faa23 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.324988] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 917.324988] env[69041]: value = "task-2889157" [ 917.324988] env[69041]: _type = "Task" [ 917.324988] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.329440] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.329666] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.331901] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4c4e16-58a0-4244-b580-32b8d847c332 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.341654] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.344930] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for the task: (returnval){ [ 917.344930] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523c1fff-c837-e04a-17ee-98217f358b31" [ 917.344930] env[69041]: _type = "Task" [ 917.344930] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.353480] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523c1fff-c837-e04a-17ee-98217f358b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.384914] env[69041]: DEBUG nova.compute.manager [req-6f8a5c96-0840-4ed8-a8e4-85116ea61478 req-053c2acf-d59d-4df3-a054-ee99a86ee770 service nova] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Received event network-changed-4ee558c4-bba8-4d79-95d2-42a9b1755520 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 917.385179] env[69041]: DEBUG nova.compute.manager [req-6f8a5c96-0840-4ed8-a8e4-85116ea61478 req-053c2acf-d59d-4df3-a054-ee99a86ee770 service nova] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Refreshing instance network info cache due to event network-changed-4ee558c4-bba8-4d79-95d2-42a9b1755520. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 917.385443] env[69041]: DEBUG oslo_concurrency.lockutils [req-6f8a5c96-0840-4ed8-a8e4-85116ea61478 req-053c2acf-d59d-4df3-a054-ee99a86ee770 service nova] Acquiring lock "refresh_cache-6b9862e1-f436-4d85-a0a4-8a974f755c02" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.385811] env[69041]: DEBUG oslo_concurrency.lockutils [req-6f8a5c96-0840-4ed8-a8e4-85116ea61478 req-053c2acf-d59d-4df3-a054-ee99a86ee770 service nova] Acquired lock "refresh_cache-6b9862e1-f436-4d85-a0a4-8a974f755c02" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.386234] env[69041]: DEBUG nova.network.neutron [req-6f8a5c96-0840-4ed8-a8e4-85116ea61478 req-053c2acf-d59d-4df3-a054-ee99a86ee770 service nova] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Refreshing network info cache for port 4ee558c4-bba8-4d79-95d2-42a9b1755520 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.728726] env[69041]: DEBUG nova.compute.utils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.732369] env[69041]: DEBUG nova.compute.manager [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.732470] env[69041]: DEBUG nova.network.neutron [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.797118] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074883} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.797271] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.798256] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712fe722-610e-46ec-b675-d38068db63d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.830536] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 4e05da06-7389-45a1-9347-ed1057e9c050/4e05da06-7389-45a1-9347-ed1057e9c050.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.832420] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af8f574a-f8a5-42e4-aeae-b2da109f985a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.863747] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889157, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.863747] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 917.863747] env[69041]: value = "task-2889158" [ 917.863747] env[69041]: _type = "Task" [ 917.863747] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.875217] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523c1fff-c837-e04a-17ee-98217f358b31, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.876038] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276a3331-d4a1-45f3-8f13-d59528c75a7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.882969] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.887450] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for the task: (returnval){ [ 917.887450] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5262b509-b55a-bd43-759b-0c2c36efb3ff" [ 917.887450] env[69041]: _type = "Task" [ 917.887450] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.898983] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5262b509-b55a-bd43-759b-0c2c36efb3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.919570] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquiring lock "63253f5d-2d7b-4917-a246-be959b543bd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.920855] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lock "63253f5d-2d7b-4917-a246-be959b543bd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.928141] env[69041]: DEBUG nova.policy [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf7d49af9b8c4eeeaf8862dc0dce66a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee5c102a1982490e9ddc1357ef04fbcd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.105823] env[69041]: DEBUG nova.network.neutron [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 27016579-4942-44e5-b973-9082f79773ae] Updated VIF entry in instance network info cache for port fd435333-4d8b-4652-a88b-6b8317b6e50c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.106197] env[69041]: DEBUG nova.network.neutron [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] [instance: 27016579-4942-44e5-b973-9082f79773ae] Updating instance_info_cache with network_info: [{"id": "fd435333-4d8b-4652-a88b-6b8317b6e50c", "address": "fa:16:3e:8b:1e:d0", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd435333-4d", "ovs_interfaceid": "fd435333-4d8b-4652-a88b-6b8317b6e50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.222963] env[69041]: DEBUG nova.network.neutron [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Successfully updated port: e307a18f-3392-413e-b927-a8f217df425a {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.244318] env[69041]: DEBUG nova.compute.manager [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.351298] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555107} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.355849] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 27016579-4942-44e5-b973-9082f79773ae/27016579-4942-44e5-b973-9082f79773ae.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.356120] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.356652] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70ab9a4d-a25c-4b17-aaf9-ff09fc073e46 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.370236] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 918.370236] env[69041]: value = "task-2889159" [ 918.370236] env[69041]: _type = "Task" [ 918.370236] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.388105] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.401136] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889158, 'name': ReconfigVM_Task, 'duration_secs': 0.297306} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.406713] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 4e05da06-7389-45a1-9347-ed1057e9c050/4e05da06-7389-45a1-9347-ed1057e9c050.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.406713] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-decac15a-99f3-484d-bc78-e810099dd20f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.414578] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5262b509-b55a-bd43-759b-0c2c36efb3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011767} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.414578] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.414578] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] ec8304a0-d86a-47e3-ba2a-d63b6f665e48/ec8304a0-d86a-47e3-ba2a-d63b6f665e48.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.414578] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.415245] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.415245] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3848e472-fb09-4fe4-a86c-40de046d8ec0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.420616] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c668e4aa-d880-4b08-a1bd-14c83f2e1324 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.424629] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 918.424629] env[69041]: value = "task-2889160" [ 918.424629] env[69041]: _type = "Task" [ 918.424629] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.437578] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for the task: (returnval){ [ 918.437578] env[69041]: value = "task-2889161" [ 918.437578] env[69041]: _type = "Task" [ 918.437578] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.440571] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.441588] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.448850] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f36ba0-ce63-4392-8883-ed8447ec77ea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.452181] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889160, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.459603] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.461577] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 918.461577] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c27aae-db87-2bf4-d6a3-256e917c8158" [ 918.461577] env[69041]: _type = "Task" [ 918.461577] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.470279] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c27aae-db87-2bf4-d6a3-256e917c8158, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.473955] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35381340-da72-4fa8-9fdf-be76c335fa95 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.480026] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 918.480026] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522bfe3b-290a-a79c-2d46-82162a405645" [ 918.480026] env[69041]: _type = "Task" [ 918.480026] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.489041] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522bfe3b-290a-a79c-2d46-82162a405645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.507605] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0b54ee-345c-43bf-8375-56f83c534260 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.516285] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31307ed-d4a1-482d-a86e-d8cc50d237de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.558639] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670a98e2-24ed-4ed4-83ec-7769a4968aef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.567226] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012e89aa-e1a0-49a1-b074-9b6ddfa17183 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.585790] env[69041]: DEBUG nova.compute.provider_tree [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.610284] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dece828-984b-40cb-bfbc-aff9e6341cfc req-da0f1057-f32b-47be-bbac-71b0e212ac5e service nova] Releasing lock "refresh_cache-27016579-4942-44e5-b973-9082f79773ae" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.726192] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquiring lock "refresh_cache-5e4113b3-5053-4ec7-aa93-e4914efe0acf" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.726585] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquired lock "refresh_cache-5e4113b3-5053-4ec7-aa93-e4914efe0acf" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.726585] env[69041]: DEBUG nova.network.neutron [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.881527] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066249} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.881831] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.882688] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebaa6e2-a696-41c8-aab6-d9159e7c0752 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.909598] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 27016579-4942-44e5-b973-9082f79773ae/27016579-4942-44e5-b973-9082f79773ae.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.909932] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e32b7b76-ddfe-450b-86f8-792fecd97bb4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.931887] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 918.931887] env[69041]: value = "task-2889162" [ 918.931887] env[69041]: _type = "Task" [ 918.931887] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.958147] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889160, 'name': Rename_Task, 'duration_secs': 0.150984} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.969385] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.971108] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.980058] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecd7fbc9-dc70-4ac7-8d5a-62ae932cd846 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.983261] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889161, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.993702] env[69041]: DEBUG nova.network.neutron [req-6f8a5c96-0840-4ed8-a8e4-85116ea61478 req-053c2acf-d59d-4df3-a054-ee99a86ee770 service nova] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Updated VIF entry in instance network info cache for port 4ee558c4-bba8-4d79-95d2-42a9b1755520. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.994235] env[69041]: DEBUG nova.network.neutron [req-6f8a5c96-0840-4ed8-a8e4-85116ea61478 req-053c2acf-d59d-4df3-a054-ee99a86ee770 service nova] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Updating instance_info_cache with network_info: [{"id": "4ee558c4-bba8-4d79-95d2-42a9b1755520", "address": "fa:16:3e:a9:15:82", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee558c4-bb", "ovs_interfaceid": "4ee558c4-bba8-4d79-95d2-42a9b1755520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.002172] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 919.002172] env[69041]: value = "task-2889163" [ 919.002172] env[69041]: _type = "Task" [ 919.002172] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.020177] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522bfe3b-290a-a79c-2d46-82162a405645, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.021976] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.022434] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 6b9862e1-f436-4d85-a0a4-8a974f755c02/6b9862e1-f436-4d85-a0a4-8a974f755c02.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.026025] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abe0a024-b6f9-4bf0-85d5-99f27862b602 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.033033] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.043441] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 919.043441] env[69041]: value = "task-2889164" [ 919.043441] env[69041]: _type = "Task" [ 919.043441] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.057187] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.094232] env[69041]: DEBUG nova.scheduler.client.report [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.257570] env[69041]: DEBUG nova.compute.manager [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.313566] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.314044] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.314352] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.314704] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.314940] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.315181] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.315557] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.315728] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.322107] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.323078] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.323503] env[69041]: DEBUG nova.virt.hardware [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.325790] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43115913-576c-4e1b-b522-eb24c7a7a32a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.348861] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe241c3-760a-4a46-b0e8-b09b8e970132 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.383339] env[69041]: DEBUG nova.compute.manager [req-25881e12-95a3-4a62-aa73-6a06c749726a req-2328728b-db0b-481a-b4a7-4a260ad0ee4b service nova] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Received event network-vif-plugged-e307a18f-3392-413e-b927-a8f217df425a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 919.383339] env[69041]: DEBUG oslo_concurrency.lockutils [req-25881e12-95a3-4a62-aa73-6a06c749726a req-2328728b-db0b-481a-b4a7-4a260ad0ee4b service nova] Acquiring lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.383339] env[69041]: DEBUG oslo_concurrency.lockutils [req-25881e12-95a3-4a62-aa73-6a06c749726a req-2328728b-db0b-481a-b4a7-4a260ad0ee4b service nova] Lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.383339] env[69041]: DEBUG oslo_concurrency.lockutils [req-25881e12-95a3-4a62-aa73-6a06c749726a req-2328728b-db0b-481a-b4a7-4a260ad0ee4b service nova] Lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.383339] env[69041]: DEBUG nova.compute.manager [req-25881e12-95a3-4a62-aa73-6a06c749726a req-2328728b-db0b-481a-b4a7-4a260ad0ee4b service nova] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] No waiting events found dispatching network-vif-plugged-e307a18f-3392-413e-b927-a8f217df425a {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.383809] env[69041]: WARNING nova.compute.manager [req-25881e12-95a3-4a62-aa73-6a06c749726a req-2328728b-db0b-481a-b4a7-4a260ad0ee4b service nova] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Received unexpected event network-vif-plugged-e307a18f-3392-413e-b927-a8f217df425a for instance with vm_state building and task_state spawning. [ 919.390543] env[69041]: DEBUG nova.network.neutron [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.461073] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.465230] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542257} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.465706] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] ec8304a0-d86a-47e3-ba2a-d63b6f665e48/ec8304a0-d86a-47e3-ba2a-d63b6f665e48.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.465872] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.466144] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00c23388-43ee-4692-97a5-3fda409ab726 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.476572] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for the task: (returnval){ [ 919.476572] env[69041]: value = "task-2889165" [ 919.476572] env[69041]: _type = "Task" [ 919.476572] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.486613] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.504539] env[69041]: DEBUG oslo_concurrency.lockutils [req-6f8a5c96-0840-4ed8-a8e4-85116ea61478 req-053c2acf-d59d-4df3-a054-ee99a86ee770 service nova] Releasing lock "refresh_cache-6b9862e1-f436-4d85-a0a4-8a974f755c02" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.514297] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.556416] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889164, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.605013] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.606201] env[69041]: DEBUG nova.compute.manager [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.608844] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.912s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.845079] env[69041]: DEBUG nova.network.neutron [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Successfully created port: f07cbed1-a8d8-4c82-8224-ecec9d4a53a4 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.953993] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889162, 'name': ReconfigVM_Task, 'duration_secs': 0.909542} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.954327] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 27016579-4942-44e5-b973-9082f79773ae/27016579-4942-44e5-b973-9082f79773ae.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.954964] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950edfbb-42dc-44aa-9eb6-6ce2110f3e8a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.962626] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 919.962626] env[69041]: value = "task-2889166" [ 919.962626] env[69041]: _type = "Task" [ 919.962626] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.971846] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889166, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.985288] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095599} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.985550] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.987322] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f454dadc-6780-462e-b9c6-e704c0655dd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.010610] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ec8304a0-d86a-47e3-ba2a-d63b6f665e48/ec8304a0-d86a-47e3-ba2a-d63b6f665e48.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.011034] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c08bf6b-9cda-4ca0-bfad-5f6423e0191c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.036921] env[69041]: DEBUG oslo_vmware.api [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889163, 'name': PowerOnVM_Task, 'duration_secs': 0.781183} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.038589] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.039050] env[69041]: INFO nova.compute.manager [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Took 14.38 seconds to spawn the instance on the hypervisor. [ 920.039343] env[69041]: DEBUG nova.compute.manager [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.039745] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for the task: (returnval){ [ 920.039745] env[69041]: value = "task-2889167" [ 920.039745] env[69041]: _type = "Task" [ 920.039745] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.040536] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acae8c65-d5c7-4879-9c52-41a1b93dae1d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.060150] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.062124] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6158} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.062124] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 6b9862e1-f436-4d85-a0a4-8a974f755c02/6b9862e1-f436-4d85-a0a4-8a974f755c02.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.062124] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.062326] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecb812d8-5064-4e40-9720-b25a4e3b3bb5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.067871] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 920.067871] env[69041]: value = "task-2889168" [ 920.067871] env[69041]: _type = "Task" [ 920.067871] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.076999] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.112232] env[69041]: DEBUG nova.compute.utils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.114377] env[69041]: DEBUG nova.compute.manager [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.117690] env[69041]: DEBUG nova.network.neutron [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.122750] env[69041]: DEBUG nova.network.neutron [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Updating instance_info_cache with network_info: [{"id": "e307a18f-3392-413e-b927-a8f217df425a", "address": "fa:16:3e:79:1d:6d", "network": {"id": "3632d645-7ced-4652-93d4-2e07bb67ae06", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-173762574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4a17b54b2a3455f88800cf679fa4617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape307a18f-33", "ovs_interfaceid": "e307a18f-3392-413e-b927-a8f217df425a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.288858] env[69041]: DEBUG nova.policy [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65a34cd93b554dcaa1519fd29098c2de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ba6184c017842efaa8752b2c26d1c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.477886] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889166, 'name': Rename_Task, 'duration_secs': 0.149003} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.478247] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.478486] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72f1b5ab-65f4-4da7-b10a-f03cc2998908 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.490195] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 920.490195] env[69041]: value = "task-2889169" [ 920.490195] env[69041]: _type = "Task" [ 920.490195] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.502355] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.553536] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889167, 'name': ReconfigVM_Task, 'duration_secs': 0.274735} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.553830] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ec8304a0-d86a-47e3-ba2a-d63b6f665e48/ec8304a0-d86a-47e3-ba2a-d63b6f665e48.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.555349] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6819524a-d56e-4632-9c2a-af44af63520a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.567283] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for the task: (returnval){ [ 920.567283] env[69041]: value = "task-2889170" [ 920.567283] env[69041]: _type = "Task" [ 920.567283] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.578797] env[69041]: INFO nova.compute.manager [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Took 19.18 seconds to build instance. [ 920.586510] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889170, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.586861] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066309} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.587400] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.588431] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db9465c-ade8-4123-a974-a52c6015be79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.612083] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 6b9862e1-f436-4d85-a0a4-8a974f755c02/6b9862e1-f436-4d85-a0a4-8a974f755c02.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.619404] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4dc5471-5bde-4132-814a-8059411be323 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.638062] env[69041]: DEBUG nova.compute.manager [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.646742] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Releasing lock "refresh_cache-5e4113b3-5053-4ec7-aa93-e4914efe0acf" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.646742] env[69041]: DEBUG nova.compute.manager [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Instance network_info: |[{"id": "e307a18f-3392-413e-b927-a8f217df425a", "address": "fa:16:3e:79:1d:6d", "network": {"id": "3632d645-7ced-4652-93d4-2e07bb67ae06", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-173762574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4a17b54b2a3455f88800cf679fa4617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape307a18f-33", "ovs_interfaceid": "e307a18f-3392-413e-b927-a8f217df425a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.647023] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:1d:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e307a18f-3392-413e-b927-a8f217df425a', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.658064] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Creating folder: Project (f4a17b54b2a3455f88800cf679fa4617). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.658064] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20e13632-4045-4868-a43b-4608c1aa7084 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.659446] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 920.659446] env[69041]: value = "task-2889171" [ 920.659446] env[69041]: _type = "Task" [ 920.659446] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.669257] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 4e05da06-7389-45a1-9347-ed1057e9c050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.670042] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 6b9862e1-f436-4d85-a0a4-8a974f755c02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.670042] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 27016579-4942-44e5-b973-9082f79773ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.670042] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance ec8304a0-d86a-47e3-ba2a-d63b6f665e48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.670042] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 5e4113b3-5053-4ec7-aa93-e4914efe0acf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.670204] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 766bfef7-c6cc-4a51-9f15-d26db54fffd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.670204] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance fc3c31eb-b0c6-4137-871c-5ab05019b8e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.670204] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 02cf0f6e-82b4-4db4-9f15-3a3770a4781f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 920.676274] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Created folder: Project (f4a17b54b2a3455f88800cf679fa4617) in parent group-v580429. [ 920.676274] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Creating folder: Instances. Parent ref: group-v580442. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.676274] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-731dee72-b2f4-4b6e-8f92-cef4514014a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.678700] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.686492] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Created folder: Instances in parent group-v580442. [ 920.686777] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.687017] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.687259] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2704f885-94d6-4949-b4d6-c4baee1f0992 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.709466] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.709466] env[69041]: value = "task-2889174" [ 920.709466] env[69041]: _type = "Task" [ 920.709466] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.719182] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889174, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.756648] env[69041]: DEBUG nova.network.neutron [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Successfully updated port: 19c7834a-c100-411e-a1bc-012e75f4c219 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.001286] env[69041]: DEBUG oslo_vmware.api [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889169, 'name': PowerOnVM_Task, 'duration_secs': 0.504838} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.001652] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.001918] env[69041]: INFO nova.compute.manager [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Took 13.14 seconds to spawn the instance on the hypervisor. [ 921.002223] env[69041]: DEBUG nova.compute.manager [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.003316] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8211bc9-1e39-41aa-93e9-8b589d6f12a4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.079413] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889170, 'name': Rename_Task, 'duration_secs': 0.170893} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.079413] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.079413] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfa6ee5b-5ed5-473e-a81a-4fa53e1e096f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.086900] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for the task: (returnval){ [ 921.086900] env[69041]: value = "task-2889175" [ 921.086900] env[69041]: _type = "Task" [ 921.086900] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.093962] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5c6f98f4-8f83-4c2a-a577-09e32fcf6f57 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "4e05da06-7389-45a1-9347-ed1057e9c050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.704s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.108174] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.116850] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquiring lock "ae0d588e-cddd-4704-9222-a512509267b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.117124] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lock "ae0d588e-cddd-4704-9222-a512509267b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.169665] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889171, 'name': ReconfigVM_Task, 'duration_secs': 0.440926} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.169978] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 6b9862e1-f436-4d85-a0a4-8a974f755c02/6b9862e1-f436-4d85-a0a4-8a974f755c02.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.170606] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e03426a7-6467-4429-ab91-bca653aedda5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.174364] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 33a5392e-0c18-4262-884d-8d6ebdbaea9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 921.186567] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 921.186567] env[69041]: value = "task-2889176" [ 921.186567] env[69041]: _type = "Task" [ 921.186567] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.197824] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889176, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.222984] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889174, 'name': CreateVM_Task, 'duration_secs': 0.357958} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.223174] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.225967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.225967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.225967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.225967] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef176d7-66df-4c9e-8415-0ef3d97664e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.230176] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for the task: (returnval){ [ 921.230176] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5241db49-ccc1-9d86-a391-9edae2dd7b1a" [ 921.230176] env[69041]: _type = "Task" [ 921.230176] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.247988] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5241db49-ccc1-9d86-a391-9edae2dd7b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.259847] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquiring lock "refresh_cache-766bfef7-c6cc-4a51-9f15-d26db54fffd5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.260213] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquired lock "refresh_cache-766bfef7-c6cc-4a51-9f15-d26db54fffd5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.260213] env[69041]: DEBUG nova.network.neutron [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.529217] env[69041]: INFO nova.compute.manager [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 27016579-4942-44e5-b973-9082f79773ae] Took 19.79 seconds to build instance. [ 921.600779] env[69041]: DEBUG nova.compute.manager [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.603369] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.653845] env[69041]: DEBUG nova.compute.manager [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.677497] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 41e6dba2-9431-4197-b797-d486e5c406e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 921.693204] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:04:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1092869246',id=32,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-839716293',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.693451] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.693609] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.693785] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.693926] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.694079] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.694285] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.694439] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.694740] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.694805] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.694943] env[69041]: DEBUG nova.virt.hardware [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.696509] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e76fbad-fb63-40e6-bd5f-f1ab5881f2a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.710692] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889176, 'name': Rename_Task, 'duration_secs': 0.267974} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.710692] env[69041]: DEBUG nova.network.neutron [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Successfully created port: 0e3df124-9038-4514-9ba6-3c3b6443613a {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.712360] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.713633] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2fe9ba-5004-4b6d-8273-bdd0c7d2a348 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.719095] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a55bb431-3fbb-431b-936e-181fa81a5aa7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.742023] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 921.742023] env[69041]: value = "task-2889177" [ 921.742023] env[69041]: _type = "Task" [ 921.742023] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.752729] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5241db49-ccc1-9d86-a391-9edae2dd7b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.015765} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.754182] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.754373] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.754564] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.754725] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.754908] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.763452] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-531e955e-0ada-40d3-a7a3-0f6863fa1d48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.767457] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889177, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.785029] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.785209] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.787932] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba152ae-4c15-463f-868b-57a5e97df392 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.798562] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for the task: (returnval){ [ 921.798562] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d42bbf-26f8-4bfe-a67e-fa13313771ac" [ 921.798562] env[69041]: _type = "Task" [ 921.798562] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.807706] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d42bbf-26f8-4bfe-a67e-fa13313771ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.884982] env[69041]: DEBUG nova.network.neutron [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.037108] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3085bff-4545-41fd-9650-123446aa725e tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "27016579-4942-44e5-b973-9082f79773ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.317s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.099911] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.129509] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.187870] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 922.258020] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.275534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquiring lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.275534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.322930] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d42bbf-26f8-4bfe-a67e-fa13313771ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014642} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.322930] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e1dd23-8d25-4fab-a0a2-722f4edd951c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.329105] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for the task: (returnval){ [ 922.329105] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e38a45-a883-fdd9-cc7c-369a5453cc1c" [ 922.329105] env[69041]: _type = "Task" [ 922.329105] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.340484] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e38a45-a883-fdd9-cc7c-369a5453cc1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.540752] env[69041]: DEBUG nova.compute.manager [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.603759] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.692603] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 63253f5d-2d7b-4917-a246-be959b543bd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 922.754076] env[69041]: DEBUG oslo_vmware.api [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889177, 'name': PowerOnVM_Task, 'duration_secs': 0.777509} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.754860] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.755487] env[69041]: INFO nova.compute.manager [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Took 12.66 seconds to spawn the instance on the hypervisor. [ 922.755847] env[69041]: DEBUG nova.compute.manager [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.756706] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d9ae2e-b0fc-4683-97ef-dcf02b2c5284 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.811615] env[69041]: DEBUG nova.network.neutron [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Updating instance_info_cache with network_info: [{"id": "19c7834a-c100-411e-a1bc-012e75f4c219", "address": "fa:16:3e:4f:7d:ff", "network": {"id": "a2b091da-b8a3-4210-b383-955ae6b49312", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1084824792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0248ff018b184c3480014fa51d0fb3f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c7834a-c1", "ovs_interfaceid": "19c7834a-c100-411e-a1bc-012e75f4c219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.850223] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e38a45-a883-fdd9-cc7c-369a5453cc1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.851641] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.851697] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5e4113b3-5053-4ec7-aa93-e4914efe0acf/5e4113b3-5053-4ec7-aa93-e4914efe0acf.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.852012] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4de023bd-4f24-4e56-918c-93fbc64916cb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.861356] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for the task: (returnval){ [ 922.861356] env[69041]: value = "task-2889178" [ 922.861356] env[69041]: _type = "Task" [ 922.861356] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.871468] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.087024] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.107044] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.194448] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance ae0d588e-cddd-4704-9222-a512509267b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 923.197837] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 923.197837] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 923.203650] env[69041]: DEBUG nova.network.neutron [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Successfully updated port: f07cbed1-a8d8-4c82-8224-ecec9d4a53a4 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.284333] env[69041]: INFO nova.compute.manager [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Took 20.88 seconds to build instance. [ 923.317166] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Releasing lock "refresh_cache-766bfef7-c6cc-4a51-9f15-d26db54fffd5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.317655] env[69041]: DEBUG nova.compute.manager [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Instance network_info: |[{"id": "19c7834a-c100-411e-a1bc-012e75f4c219", "address": "fa:16:3e:4f:7d:ff", "network": {"id": "a2b091da-b8a3-4210-b383-955ae6b49312", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1084824792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0248ff018b184c3480014fa51d0fb3f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c7834a-c1", "ovs_interfaceid": "19c7834a-c100-411e-a1bc-012e75f4c219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.318519] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:7d:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19c7834a-c100-411e-a1bc-012e75f4c219', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.333551] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Creating folder: Project (0248ff018b184c3480014fa51d0fb3f3). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.339139] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba37cf0b-3a13-44ea-b18a-68781f3c4204 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.342747] env[69041]: DEBUG nova.compute.manager [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Received event network-changed-e307a18f-3392-413e-b927-a8f217df425a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.342953] env[69041]: DEBUG nova.compute.manager [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Refreshing instance network info cache due to event network-changed-e307a18f-3392-413e-b927-a8f217df425a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 923.343188] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] Acquiring lock "refresh_cache-5e4113b3-5053-4ec7-aa93-e4914efe0acf" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.343337] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] Acquired lock "refresh_cache-5e4113b3-5053-4ec7-aa93-e4914efe0acf" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.343528] env[69041]: DEBUG nova.network.neutron [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Refreshing network info cache for port e307a18f-3392-413e-b927-a8f217df425a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.357418] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Created folder: Project (0248ff018b184c3480014fa51d0fb3f3) in parent group-v580429. [ 923.357418] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Creating folder: Instances. Parent ref: group-v580447. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.357950] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a32f72e7-0c96-4d87-8cf0-46d353f57800 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.383529] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889178, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.385470] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Created folder: Instances in parent group-v580447. [ 923.385775] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.385996] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.386243] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05de6c7a-443f-4b14-b75e-4bc8a3188c07 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.423319] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.423319] env[69041]: value = "task-2889185" [ 923.423319] env[69041]: _type = "Task" [ 923.423319] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.442356] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889185, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.588315] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3e5368-8458-443a-b338-1b2e4c5945b6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.607593] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a7b719-c198-4cb4-800b-61350b723f5a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.612032] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889175, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.642161] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e15c99-5004-4cd9-a86e-410303a5e405 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.656481] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc7cd2-d8ea-4af2-a588-e89c7a58bed9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.676156] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.710972] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquiring lock "refresh_cache-fc3c31eb-b0c6-4137-871c-5ab05019b8e8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.711225] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquired lock "refresh_cache-fc3c31eb-b0c6-4137-871c-5ab05019b8e8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.711324] env[69041]: DEBUG nova.network.neutron [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.791646] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82372056-d3ac-48c5-b87b-1cd07fe4eef8 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6b9862e1-f436-4d85-a0a4-8a974f755c02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.401s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.879878] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896426} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.880171] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5e4113b3-5053-4ec7-aa93-e4914efe0acf/5e4113b3-5053-4ec7-aa93-e4914efe0acf.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.880810] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.880810] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37acceff-4494-4521-b7b1-8418648edd6a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.889017] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for the task: (returnval){ [ 923.889017] env[69041]: value = "task-2889186" [ 923.889017] env[69041]: _type = "Task" [ 923.889017] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.897509] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.945618] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889185, 'name': CreateVM_Task, 'duration_secs': 0.409586} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.946429] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.947964] env[69041]: DEBUG oslo_vmware.service [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b17c7a-2e5f-4a11-831e-a32ae789ef69 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.955207] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.955330] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.955605] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.960218] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60fe860-8d58-4aba-a56a-ff5207516826 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.968437] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 923.968437] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bf9145-e976-e0f4-8f0d-fa50fcaa6ee3" [ 923.968437] env[69041]: _type = "Task" [ 923.968437] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.978660] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bf9145-e976-e0f4-8f0d-fa50fcaa6ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.101098] env[69041]: DEBUG oslo_vmware.api [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889175, 'name': PowerOnVM_Task, 'duration_secs': 2.779136} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.101364] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.101563] env[69041]: INFO nova.compute.manager [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Took 11.75 seconds to spawn the instance on the hypervisor. [ 924.101738] env[69041]: DEBUG nova.compute.manager [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.102526] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3666227-b7dd-4f5e-a119-a2ffc844b032 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.178953] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.295649] env[69041]: DEBUG nova.compute.manager [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.312521] env[69041]: DEBUG nova.network.neutron [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.401872] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074072} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.402317] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.403670] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d5350-ed7a-4cd8-b575-0fddecfbae9f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.429779] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5e4113b3-5053-4ec7-aa93-e4914efe0acf/5e4113b3-5053-4ec7-aa93-e4914efe0acf.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.433150] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e21374cc-af19-4d8d-8a82-fddae9fa2d82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.455086] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for the task: (returnval){ [ 924.455086] env[69041]: value = "task-2889187" [ 924.455086] env[69041]: _type = "Task" [ 924.455086] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.472021] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.479203] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.479459] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.479730] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.479912] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.480141] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.480436] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d466063e-aada-4610-99e2-c11a5d230c10 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.490396] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.491052] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.491539] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614cc1d8-f753-4142-bb7b-0c5114fb8f32 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.497854] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63929cdf-8c58-4200-9638-bcf1ff7036c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.505326] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 924.505326] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52208e81-26ae-e9e8-245b-c097f06c5611" [ 924.505326] env[69041]: _type = "Task" [ 924.505326] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.514368] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52208e81-26ae-e9e8-245b-c097f06c5611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.589347] env[69041]: DEBUG nova.network.neutron [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Updated VIF entry in instance network info cache for port e307a18f-3392-413e-b927-a8f217df425a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.589347] env[69041]: DEBUG nova.network.neutron [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Updating instance_info_cache with network_info: [{"id": "e307a18f-3392-413e-b927-a8f217df425a", "address": "fa:16:3e:79:1d:6d", "network": {"id": "3632d645-7ced-4652-93d4-2e07bb67ae06", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-173762574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4a17b54b2a3455f88800cf679fa4617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape307a18f-33", "ovs_interfaceid": "e307a18f-3392-413e-b927-a8f217df425a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.619308] env[69041]: INFO nova.compute.manager [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Took 21.96 seconds to build instance. [ 924.685259] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 924.685580] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.077s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.685879] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.214s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.687477] env[69041]: INFO nova.compute.claims [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.834736] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.946796] env[69041]: DEBUG nova.network.neutron [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Updating instance_info_cache with network_info: [{"id": "f07cbed1-a8d8-4c82-8224-ecec9d4a53a4", "address": "fa:16:3e:1c:b6:a1", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07cbed1-a8", "ovs_interfaceid": "f07cbed1-a8d8-4c82-8224-ecec9d4a53a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.970511] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889187, 'name': ReconfigVM_Task, 'duration_secs': 0.287089} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.970873] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5e4113b3-5053-4ec7-aa93-e4914efe0acf/5e4113b3-5053-4ec7-aa93-e4914efe0acf.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.971581] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-999ecd22-0d75-471b-a4c2-ba84277c1e01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.978402] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for the task: (returnval){ [ 924.978402] env[69041]: value = "task-2889188" [ 924.978402] env[69041]: _type = "Task" [ 924.978402] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.993131] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889188, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.016725] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Preparing fetch location {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 925.016974] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Creating directory with path [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.017695] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f71aba5-18d2-43d5-b078-e32bf66f0f4a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.044176] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Created directory with path [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.044340] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Fetch image to [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 925.044814] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Downloading image file data a17951c8-e6c8-413c-9c3b-51d6987c2367 to [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk on the data store datastore2 {{(pid=69041) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 925.045637] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730026b8-60a7-4b83-bf76-ae252548bbac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.053162] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40166c84-0aef-46e0-8dcb-3552f0276048 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.063919] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad40e6fe-ee90-4e60-9607-87c04826d2e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.103325] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] Releasing lock "refresh_cache-5e4113b3-5053-4ec7-aa93-e4914efe0acf" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.103975] env[69041]: DEBUG nova.compute.manager [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Received event network-vif-plugged-19c7834a-c100-411e-a1bc-012e75f4c219 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.104933] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] Acquiring lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.104933] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] Lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.104933] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] Lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.105459] env[69041]: DEBUG nova.compute.manager [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] No waiting events found dispatching network-vif-plugged-19c7834a-c100-411e-a1bc-012e75f4c219 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.105684] env[69041]: WARNING nova.compute.manager [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Received unexpected event network-vif-plugged-19c7834a-c100-411e-a1bc-012e75f4c219 for instance with vm_state building and task_state spawning. [ 925.105981] env[69041]: DEBUG nova.compute.manager [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Received event network-changed-19c7834a-c100-411e-a1bc-012e75f4c219 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.106073] env[69041]: DEBUG nova.compute.manager [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Refreshing instance network info cache due to event network-changed-19c7834a-c100-411e-a1bc-012e75f4c219. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 925.106225] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] Acquiring lock "refresh_cache-766bfef7-c6cc-4a51-9f15-d26db54fffd5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.106361] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] Acquired lock "refresh_cache-766bfef7-c6cc-4a51-9f15-d26db54fffd5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.106910] env[69041]: DEBUG nova.network.neutron [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Refreshing network info cache for port 19c7834a-c100-411e-a1bc-012e75f4c219 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.109306] env[69041]: DEBUG nova.network.neutron [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Successfully updated port: 0e3df124-9038-4514-9ba6-3c3b6443613a {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.111146] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd39675b-0d1d-4005-bd37-b0f28038faf1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.120605] env[69041]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-092314ec-81e1-40b1-b17b-5c7aeb44592c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.121062] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c03db144-c754-4ed5-b613-869fcbe027c5 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lock "ec8304a0-d86a-47e3-ba2a-d63b6f665e48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.469s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.206438] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Downloading image file data a17951c8-e6c8-413c-9c3b-51d6987c2367 to the data store datastore2 {{(pid=69041) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 925.280352] env[69041]: DEBUG oslo_vmware.rw_handles [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 925.449810] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Releasing lock "refresh_cache-fc3c31eb-b0c6-4137-871c-5ab05019b8e8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.450188] env[69041]: DEBUG nova.compute.manager [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Instance network_info: |[{"id": "f07cbed1-a8d8-4c82-8224-ecec9d4a53a4", "address": "fa:16:3e:1c:b6:a1", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07cbed1-a8", "ovs_interfaceid": "f07cbed1-a8d8-4c82-8224-ecec9d4a53a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.450697] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:b6:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f07cbed1-a8d8-4c82-8224-ecec9d4a53a4', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.461164] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Creating folder: Project (ee5c102a1982490e9ddc1357ef04fbcd). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.461978] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33d72bc0-0ddb-426a-a45c-6ba5c28ace4a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.481280] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Created folder: Project (ee5c102a1982490e9ddc1357ef04fbcd) in parent group-v580429. [ 925.481471] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Creating folder: Instances. Parent ref: group-v580451. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.482358] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.482531] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.482736] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9715b7b-de05-4f75-9420-aec7a4ffcb15 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.494397] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889188, 'name': Rename_Task, 'duration_secs': 0.163068} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.496814] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.496814] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7012aa0-2e24-49c1-85a7-97e08798d835 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.503259] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Created folder: Instances in parent group-v580451. [ 925.503259] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.503259] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.503259] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46397d0d-48a0-43d8-914c-4df3b642824a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.525417] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for the task: (returnval){ [ 925.525417] env[69041]: value = "task-2889191" [ 925.525417] env[69041]: _type = "Task" [ 925.525417] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.535503] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.535503] env[69041]: value = "task-2889192" [ 925.535503] env[69041]: _type = "Task" [ 925.535503] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.545514] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.551456] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889192, 'name': CreateVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.615442] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "refresh_cache-02cf0f6e-82b4-4db4-9f15-3a3770a4781f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.615755] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquired lock "refresh_cache-02cf0f6e-82b4-4db4-9f15-3a3770a4781f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.615755] env[69041]: DEBUG nova.network.neutron [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.624110] env[69041]: DEBUG nova.compute.manager [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.848251] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Acquiring lock "27016579-4942-44e5-b973-9082f79773ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.848515] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Lock "27016579-4942-44e5-b973-9082f79773ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.848718] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Acquiring lock "27016579-4942-44e5-b973-9082f79773ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.848894] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Lock "27016579-4942-44e5-b973-9082f79773ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.849070] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Lock "27016579-4942-44e5-b973-9082f79773ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.859145] env[69041]: INFO nova.compute.manager [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Terminating instance [ 926.042615] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889191, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.062286] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889192, 'name': CreateVM_Task, 'duration_secs': 0.419423} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.064693] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.064693] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.064693] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.064693] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.064693] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbe9cdf-b78d-4f68-97d7-e0e0555fffa5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.077221] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for the task: (returnval){ [ 926.077221] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c0d707-b5d5-b453-720f-e290514bedc0" [ 926.077221] env[69041]: _type = "Task" [ 926.077221] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.087680] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.087680] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.087680] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.106209] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32251afd-c221-46b9-94b0-69e9229d395d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.114695] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12efeae7-a216-47f4-8c88-3516774ed33f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.157289] env[69041]: DEBUG nova.network.neutron [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Updated VIF entry in instance network info cache for port 19c7834a-c100-411e-a1bc-012e75f4c219. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.157648] env[69041]: DEBUG nova.network.neutron [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Updating instance_info_cache with network_info: [{"id": "19c7834a-c100-411e-a1bc-012e75f4c219", "address": "fa:16:3e:4f:7d:ff", "network": {"id": "a2b091da-b8a3-4210-b383-955ae6b49312", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1084824792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0248ff018b184c3480014fa51d0fb3f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c7834a-c1", "ovs_interfaceid": "19c7834a-c100-411e-a1bc-012e75f4c219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.168022] env[69041]: DEBUG oslo_vmware.rw_handles [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Completed reading data from the image iterator. {{(pid=69041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 926.168022] env[69041]: DEBUG oslo_vmware.rw_handles [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 926.168022] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dcc8f0-82eb-451c-9e97-b49de9914686 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.178990] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015c19a1-057a-4a54-b064-3c3e459223fd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.186714] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.196248] env[69041]: DEBUG nova.compute.provider_tree [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.234112] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Downloaded image file data a17951c8-e6c8-413c-9c3b-51d6987c2367 to vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk on the data store datastore2 {{(pid=69041) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 926.236452] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Caching image {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 926.236763] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Copying Virtual Disk [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk to [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.237125] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4e56982-9aa0-4318-9202-eb212f4a6586 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.249768] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 926.249768] env[69041]: value = "task-2889193" [ 926.249768] env[69041]: _type = "Task" [ 926.249768] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.260419] env[69041]: DEBUG nova.network.neutron [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.270770] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.363976] env[69041]: DEBUG nova.compute.manager [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.367022] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.367022] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9871dd3f-a315-4441-aa26-a4327b99a9ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.382896] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.388054] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3a4c777-ec3b-4677-b11e-9fb62b90e833 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.396179] env[69041]: DEBUG oslo_vmware.api [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Waiting for the task: (returnval){ [ 926.396179] env[69041]: value = "task-2889194" [ 926.396179] env[69041]: _type = "Task" [ 926.396179] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.412997] env[69041]: DEBUG oslo_vmware.api [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Task: {'id': task-2889194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.530249] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "6b9862e1-f436-4d85-a0a4-8a974f755c02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.530557] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6b9862e1-f436-4d85-a0a4-8a974f755c02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.530990] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "6b9862e1-f436-4d85-a0a4-8a974f755c02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.530990] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6b9862e1-f436-4d85-a0a4-8a974f755c02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.531119] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6b9862e1-f436-4d85-a0a4-8a974f755c02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.534543] env[69041]: INFO nova.compute.manager [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Terminating instance [ 926.544807] env[69041]: DEBUG nova.network.neutron [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Updating instance_info_cache with network_info: [{"id": "0e3df124-9038-4514-9ba6-3c3b6443613a", "address": "fa:16:3e:6b:18:c8", "network": {"id": "36d71d53-9058-40c5-9cd3-39df5137515f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1983210520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba6184c017842efaa8752b2c26d1c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3df124-90", "ovs_interfaceid": "0e3df124-9038-4514-9ba6-3c3b6443613a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.558215] env[69041]: DEBUG oslo_vmware.api [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889191, 'name': PowerOnVM_Task, 'duration_secs': 0.609376} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.558215] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.558215] env[69041]: INFO nova.compute.manager [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Took 11.91 seconds to spawn the instance on the hypervisor. [ 926.558215] env[69041]: DEBUG nova.compute.manager [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.558215] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df6ea5d-33d7-44bc-99b6-295389ea9a58 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.671519] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f02c44f-c38d-480c-a512-925270c88bdb req-849d8e4d-837a-4751-8a74-8e2b4d5295d3 service nova] Releasing lock "refresh_cache-766bfef7-c6cc-4a51-9f15-d26db54fffd5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.703839] env[69041]: DEBUG nova.scheduler.client.report [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.761141] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889193, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.910731] env[69041]: DEBUG oslo_vmware.api [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Task: {'id': task-2889194, 'name': PowerOffVM_Task, 'duration_secs': 0.282051} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.910731] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.910731] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.910731] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c07d63a-be05-4d78-9d57-9d58f009cc1c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.980137] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.980466] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.980691] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Deleting the datastore file [datastore1] 27016579-4942-44e5-b973-9082f79773ae {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.981398] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e469e25-8b9c-4cd2-8168-83ed0ab9091b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.989676] env[69041]: DEBUG oslo_vmware.api [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Waiting for the task: (returnval){ [ 926.989676] env[69041]: value = "task-2889197" [ 926.989676] env[69041]: _type = "Task" [ 926.989676] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.000077] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.000461] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.007124] env[69041]: DEBUG oslo_vmware.api [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Task: {'id': task-2889197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.046801] env[69041]: DEBUG nova.compute.manager [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.047585] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.047585] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Releasing lock "refresh_cache-02cf0f6e-82b4-4db4-9f15-3a3770a4781f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.047810] env[69041]: DEBUG nova.compute.manager [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Instance network_info: |[{"id": "0e3df124-9038-4514-9ba6-3c3b6443613a", "address": "fa:16:3e:6b:18:c8", "network": {"id": "36d71d53-9058-40c5-9cd3-39df5137515f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1983210520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba6184c017842efaa8752b2c26d1c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3df124-90", "ovs_interfaceid": "0e3df124-9038-4514-9ba6-3c3b6443613a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.048626] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596ddbb8-ee1a-45a2-a7b9-785f96f78db1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.051935] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:18:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e3df124-9038-4514-9ba6-3c3b6443613a', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.059846] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Creating folder: Project (6ba6184c017842efaa8752b2c26d1c47). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.059993] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1ce267e-371f-4e37-9b3e-c941d2e82f1c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.077627] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.082026] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f319e87-6e6e-40c1-91e5-d27f194149a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.082918] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Created folder: Project (6ba6184c017842efaa8752b2c26d1c47) in parent group-v580429. [ 927.083114] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Creating folder: Instances. Parent ref: group-v580454. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.083649] env[69041]: INFO nova.compute.manager [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Took 20.98 seconds to build instance. [ 927.085512] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8e96fe7-1801-4940-8010-802aec09cbb9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.091722] env[69041]: DEBUG oslo_vmware.api [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 927.091722] env[69041]: value = "task-2889199" [ 927.091722] env[69041]: _type = "Task" [ 927.091722] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.096303] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Created folder: Instances in parent group-v580454. [ 927.097030] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.097147] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.097397] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-243f95b3-a425-46c9-b9c3-5f863d61cc8a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.117314] env[69041]: DEBUG oslo_vmware.api [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.119146] env[69041]: DEBUG nova.compute.manager [None req-28bac589-24f6-4f92-beda-1cb5fa116a18 tempest-ServerDiagnosticsV248Test-749905536 tempest-ServerDiagnosticsV248Test-749905536-project-admin] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.120367] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd030d99-9c0f-49c0-8857-4f3567978937 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.129156] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.129156] env[69041]: value = "task-2889201" [ 927.129156] env[69041]: _type = "Task" [ 927.129156] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.138804] env[69041]: INFO nova.compute.manager [None req-28bac589-24f6-4f92-beda-1cb5fa116a18 tempest-ServerDiagnosticsV248Test-749905536 tempest-ServerDiagnosticsV248Test-749905536-project-admin] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Retrieving diagnostics [ 927.140030] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73587bb-10ee-4722-8bea-0fae759b075e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.146183] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889201, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.211109] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.211624] env[69041]: DEBUG nova.compute.manager [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.214478] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.387s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.217099] env[69041]: INFO nova.compute.claims [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.266039] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889193, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.505272] env[69041]: DEBUG oslo_vmware.api [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Task: {'id': task-2889197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.587931] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d317a40d-d5e1-4d0a-ae82-9a90003aed33 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.491s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.606297] env[69041]: DEBUG oslo_vmware.api [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889199, 'name': PowerOffVM_Task, 'duration_secs': 0.47293} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.606679] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.606901] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.607154] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6d96c9-1bc9-4573-85c7-91cb8df93dfe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.642270] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889201, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.675291] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.675610] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.675772] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleting the datastore file [datastore1] 6b9862e1-f436-4d85-a0a4-8a974f755c02 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.677767] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59eb4757-197f-4916-8eaf-a68ee13e4eb3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.684109] env[69041]: DEBUG oslo_vmware.api [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 927.684109] env[69041]: value = "task-2889203" [ 927.684109] env[69041]: _type = "Task" [ 927.684109] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.696572] env[69041]: DEBUG oslo_vmware.api [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.720505] env[69041]: DEBUG nova.compute.utils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.728320] env[69041]: DEBUG nova.compute.manager [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.728522] env[69041]: DEBUG nova.network.neutron [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.764098] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889193, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.345794} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.764396] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Copied Virtual Disk [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk to [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.764569] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Deleting the datastore file [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367/tmp-sparse.vmdk {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.764883] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3467f487-8562-4efc-9c9e-c149fb4d0e86 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.771738] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 927.771738] env[69041]: value = "task-2889204" [ 927.771738] env[69041]: _type = "Task" [ 927.771738] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.780920] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.827068] env[69041]: DEBUG nova.policy [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724db22429b34905aa93929e23c6989c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e69e9151cb419d8faae31d3ffbb470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.907258] env[69041]: DEBUG nova.compute.manager [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Received event network-vif-plugged-f07cbed1-a8d8-4c82-8224-ecec9d4a53a4 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 927.907500] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Acquiring lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.907870] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.907870] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.908379] env[69041]: DEBUG nova.compute.manager [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] No waiting events found dispatching network-vif-plugged-f07cbed1-a8d8-4c82-8224-ecec9d4a53a4 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.908379] env[69041]: WARNING nova.compute.manager [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Received unexpected event network-vif-plugged-f07cbed1-a8d8-4c82-8224-ecec9d4a53a4 for instance with vm_state building and task_state spawning. [ 927.908523] env[69041]: DEBUG nova.compute.manager [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Received event network-changed-f07cbed1-a8d8-4c82-8224-ecec9d4a53a4 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 927.908577] env[69041]: DEBUG nova.compute.manager [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Refreshing instance network info cache due to event network-changed-f07cbed1-a8d8-4c82-8224-ecec9d4a53a4. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 927.908736] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Acquiring lock "refresh_cache-fc3c31eb-b0c6-4137-871c-5ab05019b8e8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.908886] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Acquired lock "refresh_cache-fc3c31eb-b0c6-4137-871c-5ab05019b8e8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.909022] env[69041]: DEBUG nova.network.neutron [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Refreshing network info cache for port f07cbed1-a8d8-4c82-8224-ecec9d4a53a4 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.006173] env[69041]: DEBUG oslo_vmware.api [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Task: {'id': task-2889197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576409} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.006447] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.006677] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.007363] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.007363] env[69041]: INFO nova.compute.manager [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] [instance: 27016579-4942-44e5-b973-9082f79773ae] Took 1.64 seconds to destroy the instance on the hypervisor. [ 928.007490] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.007630] env[69041]: DEBUG nova.compute.manager [-] [instance: 27016579-4942-44e5-b973-9082f79773ae] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.007740] env[69041]: DEBUG nova.network.neutron [-] [instance: 27016579-4942-44e5-b973-9082f79773ae] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.090583] env[69041]: DEBUG nova.compute.manager [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.141134] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889201, 'name': CreateVM_Task, 'duration_secs': 0.68017} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.142038] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.142867] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.142974] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.143354] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.143889] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45657033-7502-4c53-955e-3809b2296505 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.151022] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 928.151022] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523af2f8-1cd1-275c-7e8a-04deedb49870" [ 928.151022] env[69041]: _type = "Task" [ 928.151022] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.160477] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523af2f8-1cd1-275c-7e8a-04deedb49870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.194179] env[69041]: DEBUG oslo_vmware.api [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351064} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.194476] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.195330] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.195330] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.195330] env[69041]: INFO nova.compute.manager [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Took 1.15 seconds to destroy the instance on the hypervisor. [ 928.196038] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.196038] env[69041]: DEBUG nova.compute.manager [-] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.196038] env[69041]: DEBUG nova.network.neutron [-] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.235580] env[69041]: DEBUG nova.compute.manager [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.285471] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038314} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.288287] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.288514] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Moving file from [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74/a17951c8-e6c8-413c-9c3b-51d6987c2367 to [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367. {{(pid=69041) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 928.289448] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-25e2977e-5cf4-4bb4-b954-88830946a926 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.306309] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 928.306309] env[69041]: value = "task-2889205" [ 928.306309] env[69041]: _type = "Task" [ 928.306309] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.316417] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889205, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.570848] env[69041]: DEBUG nova.network.neutron [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Successfully created port: 25777115-c255-486c-9521-0fe1fdafeb54 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.622280] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.623982] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc5cdc5-ed57-4cc5-be18-7c8f2e859865 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.637206] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512808d4-3d64-40fe-b8b3-ef28d0fc93e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.682625] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9214d2-0d9a-4ac9-92fb-b1077c2d036a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.693957] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d4d2f-c025-48bd-a270-d99504dc21cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.698217] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.698473] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.698707] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.716771] env[69041]: DEBUG nova.compute.provider_tree [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.752363] env[69041]: INFO nova.compute.manager [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Rebuilding instance [ 928.815999] env[69041]: DEBUG nova.compute.manager [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.817256] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3c06cc-e71a-4672-a91b-a41ba425a033 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.825888] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889205, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.406267} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.827916] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] File moved {{(pid=69041) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 928.828167] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Cleaning up location [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 928.828664] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Deleting the datastore file [datastore2] vmware_temp/e5f3ac65-c44d-4b6e-b678-6904279dcc74 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.832073] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5342bd74-6ff5-43c4-a77b-f82a666eac07 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.839612] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 928.839612] env[69041]: value = "task-2889207" [ 928.839612] env[69041]: _type = "Task" [ 928.839612] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.848697] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.249370] env[69041]: ERROR nova.scheduler.client.report [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [req-3aa5e4d0-e427-424c-a19d-e97bbe5d09c1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 32f60d55-c45c-4e8e-b752-d624f83e6946. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3aa5e4d0-e427-424c-a19d-e97bbe5d09c1"}]} [ 929.252824] env[69041]: DEBUG nova.compute.manager [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.274147] env[69041]: DEBUG nova.scheduler.client.report [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Refreshing inventories for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 929.285067] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.285414] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.285609] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.285875] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.286082] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.286360] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.286624] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.286882] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.287039] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.287243] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.287456] env[69041]: DEBUG nova.virt.hardware [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.288497] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380dfebe-7b68-44ec-a048-68e852d86983 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.295200] env[69041]: DEBUG nova.scheduler.client.report [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating ProviderTree inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 929.295510] env[69041]: DEBUG nova.compute.provider_tree [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.301803] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff0776-24a6-49e3-9eb6-0745eece590c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.318023] env[69041]: DEBUG nova.scheduler.client.report [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Refreshing aggregate associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, aggregates: None {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 929.349951] env[69041]: DEBUG nova.scheduler.client.report [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Refreshing trait associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 929.356916] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028129} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.357278] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.358291] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291f4206-1ba0-404d-a915-53185d5d033e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.364440] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 929.364440] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52931945-2160-19f6-19c5-6336e9012454" [ 929.364440] env[69041]: _type = "Task" [ 929.364440] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.375479] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52931945-2160-19f6-19c5-6336e9012454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.404941] env[69041]: DEBUG nova.network.neutron [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Updated VIF entry in instance network info cache for port f07cbed1-a8d8-4c82-8224-ecec9d4a53a4. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.405332] env[69041]: DEBUG nova.network.neutron [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Updating instance_info_cache with network_info: [{"id": "f07cbed1-a8d8-4c82-8224-ecec9d4a53a4", "address": "fa:16:3e:1c:b6:a1", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf07cbed1-a8", "ovs_interfaceid": "f07cbed1-a8d8-4c82-8224-ecec9d4a53a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.648307] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9aae83-37c3-44e0-8497-000f136175bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.658211] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cac089-d4b0-4616-a0f7-e81d3338fd38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.698053] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286b64aa-f491-455c-864b-b8033afe084f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.706460] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33d70f4-a631-41db-aee4-211cda8cf189 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.723361] env[69041]: DEBUG nova.compute.provider_tree [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.840608] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.840608] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-403aff76-172c-4d12-a271-bc0900811897 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.849071] env[69041]: DEBUG nova.network.neutron [-] [instance: 27016579-4942-44e5-b973-9082f79773ae] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.849071] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 929.849071] env[69041]: value = "task-2889208" [ 929.849071] env[69041]: _type = "Task" [ 929.849071] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.857290] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.876855] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52931945-2160-19f6-19c5-6336e9012454, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.877294] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.877652] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 766bfef7-c6cc-4a51-9f15-d26db54fffd5/766bfef7-c6cc-4a51-9f15-d26db54fffd5.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.878064] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.878356] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.878738] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-651b7311-3921-46ba-a6c9-aca262cf5f84 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.881068] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8fe19cc-6a80-4ed4-938b-62d1549239d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.890169] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 929.890169] env[69041]: value = "task-2889209" [ 929.890169] env[69041]: _type = "Task" [ 929.890169] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.891759] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.892286] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.899730] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3578d79-8f18-4cc1-9be7-e4f81e7603ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.907699] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.910188] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for the task: (returnval){ [ 929.910188] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c5831b-390d-7141-b2ea-454cf8c7cb2f" [ 929.910188] env[69041]: _type = "Task" [ 929.910188] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.915782] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Releasing lock "refresh_cache-fc3c31eb-b0c6-4137-871c-5ab05019b8e8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.915782] env[69041]: DEBUG nova.compute.manager [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Received event network-vif-plugged-0e3df124-9038-4514-9ba6-3c3b6443613a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 929.915782] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Acquiring lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.915782] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.916186] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.917335] env[69041]: DEBUG nova.compute.manager [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] No waiting events found dispatching network-vif-plugged-0e3df124-9038-4514-9ba6-3c3b6443613a {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.917719] env[69041]: WARNING nova.compute.manager [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Received unexpected event network-vif-plugged-0e3df124-9038-4514-9ba6-3c3b6443613a for instance with vm_state building and task_state spawning. [ 929.918116] env[69041]: DEBUG nova.compute.manager [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Received event network-changed-0e3df124-9038-4514-9ba6-3c3b6443613a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 929.918442] env[69041]: DEBUG nova.compute.manager [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Refreshing instance network info cache due to event network-changed-0e3df124-9038-4514-9ba6-3c3b6443613a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 929.920030] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Acquiring lock "refresh_cache-02cf0f6e-82b4-4db4-9f15-3a3770a4781f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.920030] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Acquired lock "refresh_cache-02cf0f6e-82b4-4db4-9f15-3a3770a4781f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.920030] env[69041]: DEBUG nova.network.neutron [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Refreshing network info cache for port 0e3df124-9038-4514-9ba6-3c3b6443613a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.928770] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c5831b-390d-7141-b2ea-454cf8c7cb2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014157} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.929686] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9caa5d49-ebe8-4b01-abe2-71100a9ce393 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.936903] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for the task: (returnval){ [ 929.936903] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8f5bf-1077-9418-36f3-a5a0435bff43" [ 929.936903] env[69041]: _type = "Task" [ 929.936903] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.944764] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8f5bf-1077-9418-36f3-a5a0435bff43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.018961] env[69041]: DEBUG nova.network.neutron [-] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.286200] env[69041]: DEBUG nova.scheduler.client.report [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updated inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 930.286471] env[69041]: DEBUG nova.compute.provider_tree [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 generation from 20 to 21 during operation: update_inventory {{(pid=69041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 930.286655] env[69041]: DEBUG nova.compute.provider_tree [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.353729] env[69041]: INFO nova.compute.manager [-] [instance: 27016579-4942-44e5-b973-9082f79773ae] Took 2.35 seconds to deallocate network for instance. [ 930.361191] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889208, 'name': PowerOffVM_Task, 'duration_secs': 0.214097} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.367134] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.367608] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.368892] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ff2b4a-9008-4df3-aeb3-d15ed9e11173 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.379119] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.380102] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a547518-7b37-42c7-b357-194f3943fed6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.412035] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889209, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.443498] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.444206] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.444206] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleting the datastore file [datastore1] 4e05da06-7389-45a1-9347-ed1057e9c050 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.445515] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8877b0c-4b1a-4718-8ac3-aabe719813fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.452684] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8f5bf-1077-9418-36f3-a5a0435bff43, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.453361] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.453691] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] fc3c31eb-b0c6-4137-871c-5ab05019b8e8/fc3c31eb-b0c6-4137-871c-5ab05019b8e8.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.454440] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.454440] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.454440] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-406b2fce-eb59-4208-9177-db00bf69d026 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.461222] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86d0a169-d305-4824-b283-7348f9c33ad6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.461222] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 930.461222] env[69041]: value = "task-2889211" [ 930.461222] env[69041]: _type = "Task" [ 930.461222] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.466983] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for the task: (returnval){ [ 930.466983] env[69041]: value = "task-2889212" [ 930.466983] env[69041]: _type = "Task" [ 930.466983] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.468765] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.469014] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.473136] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b29c472-9d72-40fb-90e9-28e45b75e11f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.481330] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.486809] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.488578] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 930.488578] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526089e9-69a4-128e-7ec3-17fc8a04918e" [ 930.488578] env[69041]: _type = "Task" [ 930.488578] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.496793] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526089e9-69a4-128e-7ec3-17fc8a04918e, 'name': SearchDatastore_Task, 'duration_secs': 0.008078} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.498187] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1dcccfd-6de3-4617-9af3-9d2cf03bb177 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.506058] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 930.506058] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f95c1b-bb34-106c-3a7d-938df2767c84" [ 930.506058] env[69041]: _type = "Task" [ 930.506058] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.513536] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f95c1b-bb34-106c-3a7d-938df2767c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.522174] env[69041]: INFO nova.compute.manager [-] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Took 2.33 seconds to deallocate network for instance. [ 930.748210] env[69041]: DEBUG nova.network.neutron [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Updated VIF entry in instance network info cache for port 0e3df124-9038-4514-9ba6-3c3b6443613a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.748641] env[69041]: DEBUG nova.network.neutron [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Updating instance_info_cache with network_info: [{"id": "0e3df124-9038-4514-9ba6-3c3b6443613a", "address": "fa:16:3e:6b:18:c8", "network": {"id": "36d71d53-9058-40c5-9cd3-39df5137515f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1983210520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba6184c017842efaa8752b2c26d1c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3df124-90", "ovs_interfaceid": "0e3df124-9038-4514-9ba6-3c3b6443613a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.795259] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.581s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.795825] env[69041]: DEBUG nova.compute.manager [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.799038] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.670s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.801209] env[69041]: INFO nova.compute.claims [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.869810] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.899758] env[69041]: DEBUG nova.network.neutron [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Successfully updated port: 25777115-c255-486c-9521-0fe1fdafeb54 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.907767] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53683} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.907856] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 766bfef7-c6cc-4a51-9f15-d26db54fffd5/766bfef7-c6cc-4a51-9f15-d26db54fffd5.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.908089] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.908595] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ca8a96d-52ee-4bd7-ab55-e034e0c6cf3e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.919856] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 930.919856] env[69041]: value = "task-2889214" [ 930.919856] env[69041]: _type = "Task" [ 930.919856] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.931166] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.974927] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135505} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.979473] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.979473] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.979473] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.995171] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889212, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.016145] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f95c1b-bb34-106c-3a7d-938df2767c84, 'name': SearchDatastore_Task, 'duration_secs': 0.008623} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.016551] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.017691] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 02cf0f6e-82b4-4db4-9f15-3a3770a4781f/02cf0f6e-82b4-4db4-9f15-3a3770a4781f.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.017691] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a035fff6-2c11-4efc-9faa-695e209e2d2e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.023427] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 931.023427] env[69041]: value = "task-2889215" [ 931.023427] env[69041]: _type = "Task" [ 931.023427] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.033364] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.033603] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.252094] env[69041]: DEBUG oslo_concurrency.lockutils [req-9e782c95-df5f-42cd-a95c-c3caa076951b req-ef619916-efa3-44be-adfa-2104f45bc55a service nova] Releasing lock "refresh_cache-02cf0f6e-82b4-4db4-9f15-3a3770a4781f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.307949] env[69041]: DEBUG nova.compute.utils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.313166] env[69041]: DEBUG nova.compute.manager [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.313538] env[69041]: DEBUG nova.network.neutron [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.400685] env[69041]: DEBUG nova.policy [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5f35dd5ed34affb3d52aac4ffccce8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52cb50480a5e4dfc9f3c9b44029f3bdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.402868] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.403028] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.403129] env[69041]: DEBUG nova.network.neutron [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.435177] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316264} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.435177] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.435177] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf89894-3d2d-43e7-95f8-e263d12e9f6a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.468192] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 766bfef7-c6cc-4a51-9f15-d26db54fffd5/766bfef7-c6cc-4a51-9f15-d26db54fffd5.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.468523] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09581175-9db2-4500-aec8-bbc6d47694d3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.492854] env[69041]: DEBUG oslo_concurrency.lockutils [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquiring lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.493251] env[69041]: DEBUG oslo_concurrency.lockutils [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.493251] env[69041]: DEBUG oslo_concurrency.lockutils [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquiring lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.494075] env[69041]: DEBUG oslo_concurrency.lockutils [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.494075] env[69041]: DEBUG oslo_concurrency.lockutils [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.500456] env[69041]: INFO nova.compute.manager [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Terminating instance [ 931.504848] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 931.504848] env[69041]: value = "task-2889216" [ 931.504848] env[69041]: _type = "Task" [ 931.504848] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.508778] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541962} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.512159] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] fc3c31eb-b0c6-4137-871c-5ab05019b8e8/fc3c31eb-b0c6-4137-871c-5ab05019b8e8.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.512377] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.512959] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9d7f0aa-05df-4652-9b7c-0a5e5955f487 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.523149] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.523149] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for the task: (returnval){ [ 931.523149] env[69041]: value = "task-2889217" [ 931.523149] env[69041]: _type = "Task" [ 931.523149] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.543184] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.548187] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889215, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.723996] env[69041]: DEBUG nova.compute.manager [req-9446fa32-d8f8-4ce7-991d-564c6dc88a7f req-62fef823-b5bb-4b17-81cb-2cbe2fc8bf6f service nova] [instance: 27016579-4942-44e5-b973-9082f79773ae] Received event network-vif-deleted-fd435333-4d8b-4652-a88b-6b8317b6e50c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.724415] env[69041]: DEBUG nova.compute.manager [req-9446fa32-d8f8-4ce7-991d-564c6dc88a7f req-62fef823-b5bb-4b17-81cb-2cbe2fc8bf6f service nova] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Received event network-vif-deleted-4ee558c4-bba8-4d79-95d2-42a9b1755520 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.814503] env[69041]: DEBUG nova.compute.manager [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.949998] env[69041]: DEBUG nova.network.neutron [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.009130] env[69041]: DEBUG nova.compute.manager [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.009130] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.009479] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dd652c-5663-4fcf-96a2-d79fd59184c0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.025580] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.034234] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.039469] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db33af35-d1cf-451f-97fb-2ef996a97c6c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.052261] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.052390] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.052605] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.052730] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.052882] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.052972] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.055596] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.055843] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.055969] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.056145] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.056599] env[69041]: DEBUG nova.virt.hardware [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.062865] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquiring lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.062865] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.064271] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce35c401-51be-4837-9a91-f6f81f98ff30 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.066941] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096283} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.076260] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.076651] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855229} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.076862] env[69041]: DEBUG oslo_vmware.api [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for the task: (returnval){ [ 932.076862] env[69041]: value = "task-2889218" [ 932.076862] env[69041]: _type = "Task" [ 932.076862] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.077087] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "5f7f901f-d2e6-4133-a646-57c1fc88b9ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.077541] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "5f7f901f-d2e6-4133-a646-57c1fc88b9ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.078663] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66dfb62-5247-4e39-b0d8-387d84412087 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.081855] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 02cf0f6e-82b4-4db4-9f15-3a3770a4781f/02cf0f6e-82b4-4db4-9f15-3a3770a4781f.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.082040] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.089634] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95037c53-ffe9-402b-84fc-d1e1a07ab65f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.099892] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b60dac5-68f2-4dd8-8e4d-dd5d8e88b50b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.124566] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] fc3c31eb-b0c6-4137-871c-5ab05019b8e8/fc3c31eb-b0c6-4137-871c-5ab05019b8e8.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.133452] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27202b8-ddd3-48dd-9916-99c5cf9cc7f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.150124] env[69041]: DEBUG oslo_vmware.api [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.151094] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 932.151094] env[69041]: value = "task-2889219" [ 932.151094] env[69041]: _type = "Task" [ 932.151094] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.156543] env[69041]: DEBUG nova.network.neutron [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Successfully created port: a18ebc72-f889-4a2b-9a88-de3ad150fb6f {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.177392] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:a6:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0944e103-4fb9-432c-897e-1b6f9f1813c2', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.186529] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.187317] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for the task: (returnval){ [ 932.187317] env[69041]: value = "task-2889220" [ 932.187317] env[69041]: _type = "Task" [ 932.187317] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.188772] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.188772] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf0ad94-f90e-4b07-98cd-3c9acb81d78b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.210969] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889219, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.219457] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.221064] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.221064] env[69041]: value = "task-2889221" [ 932.221064] env[69041]: _type = "Task" [ 932.221064] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.230657] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889221, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.248942] env[69041]: DEBUG nova.network.neutron [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updating instance_info_cache with network_info: [{"id": "25777115-c255-486c-9521-0fe1fdafeb54", "address": "fa:16:3e:14:16:52", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25777115-c2", "ovs_interfaceid": "25777115-c255-486c-9521-0fe1fdafeb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.325239] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d323960-1da6-4450-9ace-bdd9ef6bb3c7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.334949] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c90daa6-f59e-4651-9731-827c94dcbd6f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.372879] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e6182f-ce5b-4739-8016-d6aaeb1d0fb3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.382158] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8f4ba3-0801-4aee-8249-85c5fd31ca2a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.399961] env[69041]: DEBUG nova.compute.provider_tree [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.519975] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889216, 'name': ReconfigVM_Task, 'duration_secs': 0.704283} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.520379] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 766bfef7-c6cc-4a51-9f15-d26db54fffd5/766bfef7-c6cc-4a51-9f15-d26db54fffd5.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.521069] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af06e26e-e51e-4c5b-830b-0dd0156bc642 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.529294] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 932.529294] env[69041]: value = "task-2889222" [ 932.529294] env[69041]: _type = "Task" [ 932.529294] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.539558] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889222, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.591849] env[69041]: DEBUG oslo_vmware.api [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889218, 'name': PowerOffVM_Task, 'duration_secs': 0.221502} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.592138] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.592310] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.592804] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b641e2d9-5d62-465e-89e2-dd224bb50952 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.656293] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.656460] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.656905] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Deleting the datastore file [datastore1] 5e4113b3-5053-4ec7-aa93-e4914efe0acf {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.656905] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0d82801-45c4-4a56-bde0-b271c02efe6e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.667090] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076675} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.668958] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.668958] env[69041]: DEBUG oslo_vmware.api [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for the task: (returnval){ [ 932.668958] env[69041]: value = "task-2889224" [ 932.668958] env[69041]: _type = "Task" [ 932.668958] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.669388] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbfbfb2-c282-4cc5-8981-a8709ac31187 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.695638] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 02cf0f6e-82b4-4db4-9f15-3a3770a4781f/02cf0f6e-82b4-4db4-9f15-3a3770a4781f.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.706544] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68bef1d7-7dd3-4ee5-82a9-fdf914d948e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.716308] env[69041]: DEBUG oslo_vmware.api [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.727465] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889220, 'name': ReconfigVM_Task, 'duration_secs': 0.441451} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.729104] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Reconfigured VM instance instance-00000007 to attach disk [datastore2] fc3c31eb-b0c6-4137-871c-5ab05019b8e8/fc3c31eb-b0c6-4137-871c-5ab05019b8e8.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.729798] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 932.729798] env[69041]: value = "task-2889226" [ 932.729798] env[69041]: _type = "Task" [ 932.729798] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.730479] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49f7632c-6c16-4d87-b7da-346045f981bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.738048] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889221, 'name': CreateVM_Task, 'duration_secs': 0.389799} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.739824] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.739824] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.739824] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.740274] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.740570] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653d8945-c255-4c2c-8140-64c9d9c3cc7b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.745857] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.747751] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for the task: (returnval){ [ 932.747751] env[69041]: value = "task-2889227" [ 932.747751] env[69041]: _type = "Task" [ 932.747751] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.752941] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.753329] env[69041]: DEBUG nova.compute.manager [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Instance network_info: |[{"id": "25777115-c255-486c-9521-0fe1fdafeb54", "address": "fa:16:3e:14:16:52", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25777115-c2", "ovs_interfaceid": "25777115-c255-486c-9521-0fe1fdafeb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.753975] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 932.753975] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52579865-b609-35fa-32a3-3566aa42c02f" [ 932.753975] env[69041]: _type = "Task" [ 932.753975] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.755828] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:16:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25777115-c255-486c-9521-0fe1fdafeb54', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.762618] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Creating folder: Project (72e69e9151cb419d8faae31d3ffbb470). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.763988] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e77d7b19-287c-49d4-b148-91f18100ba6e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.773199] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889227, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.780522] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52579865-b609-35fa-32a3-3566aa42c02f, 'name': SearchDatastore_Task, 'duration_secs': 0.013809} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.780868] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.781172] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.781503] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.781751] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.781957] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.784260] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aad18e73-a5e7-457b-b608-53660d949c82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.786395] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Created folder: Project (72e69e9151cb419d8faae31d3ffbb470) in parent group-v580429. [ 932.786585] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Creating folder: Instances. Parent ref: group-v580459. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.786880] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3315c8b4-5c19-45f4-ac6f-1c4a4130014b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.795344] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.795829] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.796604] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f56763a-bc6a-4354-b2ae-37a0e0e8bb44 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.801827] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Created folder: Instances in parent group-v580459. [ 932.801827] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.802741] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.803119] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 932.803119] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52aa62aa-6f43-84a2-aec9-72f8c9e83775" [ 932.803119] env[69041]: _type = "Task" [ 932.803119] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.803287] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b603b06f-29e6-4c70-a6a9-ba60e0a3bb6c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.827832] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52aa62aa-6f43-84a2-aec9-72f8c9e83775, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.830313] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.830313] env[69041]: value = "task-2889230" [ 932.830313] env[69041]: _type = "Task" [ 932.830313] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.830313] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176a3437-69f7-417a-a414-871849dcf02c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.833577] env[69041]: DEBUG nova.compute.manager [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.843629] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 932.843629] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524e7bcf-a2a0-d6e1-8fef-2786e6f212bd" [ 932.843629] env[69041]: _type = "Task" [ 932.843629] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.847185] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889230, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.855893] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524e7bcf-a2a0-d6e1-8fef-2786e6f212bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.871018] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.871144] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.871255] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.871484] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.871631] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.871794] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.872310] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.872485] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.872673] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.872837] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.873016] env[69041]: DEBUG nova.virt.hardware [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.873921] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3af75ad-cd20-4031-8455-c7da7592c92e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.883167] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4023ecea-85c3-46de-88a1-0309090c030b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.902763] env[69041]: DEBUG nova.scheduler.client.report [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.049742] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889222, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.182666] env[69041]: DEBUG oslo_vmware.api [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Task: {'id': task-2889224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154933} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.183344] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.185045] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.185045] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.185045] env[69041]: INFO nova.compute.manager [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 933.185045] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.185045] env[69041]: DEBUG nova.compute.manager [-] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.185480] env[69041]: DEBUG nova.network.neutron [-] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.250306] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889226, 'name': ReconfigVM_Task, 'duration_secs': 0.436593} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.251496] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 02cf0f6e-82b4-4db4-9f15-3a3770a4781f/02cf0f6e-82b4-4db4-9f15-3a3770a4781f.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.258660] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f78c7b2-8ee3-4aec-acff-4e80c90b66f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.267640] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 933.267640] env[69041]: value = "task-2889231" [ 933.267640] env[69041]: _type = "Task" [ 933.267640] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.271254] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889227, 'name': Rename_Task, 'duration_secs': 0.172894} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.276472] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.276881] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8424c9b-bce3-405f-a292-f66d914b9237 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.288931] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for the task: (returnval){ [ 933.288931] env[69041]: value = "task-2889232" [ 933.288931] env[69041]: _type = "Task" [ 933.288931] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.289259] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889231, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.300971] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.350231] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889230, 'name': CreateVM_Task, 'duration_secs': 0.510324} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.354385] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.356047] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.356047] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.356047] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.356519] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065f92be-428c-4ab9-b1ad-bf91e3a38934 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.362429] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524e7bcf-a2a0-d6e1-8fef-2786e6f212bd, 'name': SearchDatastore_Task, 'duration_secs': 0.020475} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.363275] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.363611] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 4e05da06-7389-45a1-9347-ed1057e9c050/4e05da06-7389-45a1-9347-ed1057e9c050.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.363889] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe530f0-234f-4013-b11d-768ae0c1110c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.368746] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 933.368746] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52555a5b-d816-189a-6b46-e1e2fc95710a" [ 933.368746] env[69041]: _type = "Task" [ 933.368746] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.373050] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 933.373050] env[69041]: value = "task-2889233" [ 933.373050] env[69041]: _type = "Task" [ 933.373050] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.380031] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52555a5b-d816-189a-6b46-e1e2fc95710a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.385193] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.408269] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.409581] env[69041]: DEBUG nova.compute.manager [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.415027] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.325s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.415027] env[69041]: INFO nova.compute.claims [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.544049] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889222, 'name': Rename_Task, 'duration_secs': 0.829569} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.544049] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.544049] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-858a0be7-6bac-4f2f-8305-0f1f5ba9af3b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.552769] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 933.552769] env[69041]: value = "task-2889234" [ 933.552769] env[69041]: _type = "Task" [ 933.552769] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.565805] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.783400] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889231, 'name': Rename_Task, 'duration_secs': 0.217625} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.783671] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.784298] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff7f1c8b-1523-461b-9b47-c7d9d87d5ace {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.790915] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 933.790915] env[69041]: value = "task-2889235" [ 933.790915] env[69041]: _type = "Task" [ 933.790915] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.806797] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.810381] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.845838] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.847325] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.884392] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52555a5b-d816-189a-6b46-e1e2fc95710a, 'name': SearchDatastore_Task, 'duration_secs': 0.017407} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.884392] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.884718] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.885190] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.885453] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.885846] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.886895] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7379ef02-e853-49de-bc44-a9ba2825ca78 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.893805] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889233, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.906025] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.906025] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.906025] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ddacb8-f1f1-451c-84ae-66db30f0477e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.914114] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 933.914114] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5282f016-64a5-7ebb-6d6b-5ea1deb7154f" [ 933.914114] env[69041]: _type = "Task" [ 933.914114] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.920227] env[69041]: DEBUG nova.compute.utils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.928025] env[69041]: DEBUG nova.compute.manager [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.928025] env[69041]: DEBUG nova.network.neutron [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.935954] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5282f016-64a5-7ebb-6d6b-5ea1deb7154f, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.938065] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec4d39f-c593-4de7-bc7b-642563b485ac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.946147] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 933.946147] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f9b0e7-a682-ef06-8dc7-4bca9c8e3d4d" [ 933.946147] env[69041]: _type = "Task" [ 933.946147] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.958440] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f9b0e7-a682-ef06-8dc7-4bca9c8e3d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.007376] env[69041]: DEBUG nova.policy [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a860eaa4aa7242218357913d8789e3ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ed7c98a51aa4d00ac38ef691983c6df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.063410] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889234, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.064802] env[69041]: DEBUG nova.network.neutron [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Successfully updated port: a18ebc72-f889-4a2b-9a88-de3ad150fb6f {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.221213] env[69041]: DEBUG nova.network.neutron [-] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.307093] env[69041]: DEBUG oslo_vmware.api [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889232, 'name': PowerOnVM_Task, 'duration_secs': 0.650062} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.308597] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.308812] env[69041]: INFO nova.compute.manager [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Took 15.05 seconds to spawn the instance on the hypervisor. [ 934.308985] env[69041]: DEBUG nova.compute.manager [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.309587] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889235, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.310366] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e746de1-4ba1-4ac2-b02a-e6b1ee24eb52 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.380272] env[69041]: DEBUG nova.network.neutron [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Successfully created port: 1ecf4973-0d97-457b-a698-aeb21d6a9f6d {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.388265] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561681} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.389257] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 4e05da06-7389-45a1-9347-ed1057e9c050/4e05da06-7389-45a1-9347-ed1057e9c050.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.389525] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.389796] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dcb13af-d55e-4c8d-a3d3-30acf179624b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.397560] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 934.397560] env[69041]: value = "task-2889236" [ 934.397560] env[69041]: _type = "Task" [ 934.397560] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.408203] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.426464] env[69041]: DEBUG nova.compute.manager [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.457366] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f9b0e7-a682-ef06-8dc7-4bca9c8e3d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.020395} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.457642] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.457946] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 33a5392e-0c18-4262-884d-8d6ebdbaea9a/33a5392e-0c18-4262-884d-8d6ebdbaea9a.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.458194] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-897c14fd-493e-44cb-a5ed-05527708023b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.469559] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 934.469559] env[69041]: value = "task-2889237" [ 934.469559] env[69041]: _type = "Task" [ 934.469559] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.481993] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.563766] env[69041]: DEBUG oslo_vmware.api [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889234, 'name': PowerOnVM_Task, 'duration_secs': 0.580018} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.567685] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.567685] env[69041]: INFO nova.compute.manager [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Took 17.63 seconds to spawn the instance on the hypervisor. [ 934.567685] env[69041]: DEBUG nova.compute.manager [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.567685] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.567685] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.568359] env[69041]: DEBUG nova.network.neutron [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.569672] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaede9c-a9f4-4fa0-869a-68dfc645586d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.727868] env[69041]: INFO nova.compute.manager [-] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Took 1.54 seconds to deallocate network for instance. [ 934.731604] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623980a8-29b1-4c9e-912c-94e9495d8b9b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.741885] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1999b7-6431-49ad-8d8f-8db13eb8c8c6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.777181] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ed1a5-03d5-4d5d-80b0-901522495e1f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.781188] env[69041]: DEBUG nova.compute.manager [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Received event network-vif-plugged-25777115-c255-486c-9521-0fe1fdafeb54 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.781423] env[69041]: DEBUG oslo_concurrency.lockutils [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] Acquiring lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.781638] env[69041]: DEBUG oslo_concurrency.lockutils [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] Lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.781832] env[69041]: DEBUG oslo_concurrency.lockutils [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] Lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.782017] env[69041]: DEBUG nova.compute.manager [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] No waiting events found dispatching network-vif-plugged-25777115-c255-486c-9521-0fe1fdafeb54 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.782195] env[69041]: WARNING nova.compute.manager [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Received unexpected event network-vif-plugged-25777115-c255-486c-9521-0fe1fdafeb54 for instance with vm_state building and task_state spawning. [ 934.782350] env[69041]: DEBUG nova.compute.manager [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Received event network-changed-25777115-c255-486c-9521-0fe1fdafeb54 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.782496] env[69041]: DEBUG nova.compute.manager [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Refreshing instance network info cache due to event network-changed-25777115-c255-486c-9521-0fe1fdafeb54. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 934.782708] env[69041]: DEBUG oslo_concurrency.lockutils [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] Acquiring lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.782807] env[69041]: DEBUG oslo_concurrency.lockutils [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] Acquired lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.782950] env[69041]: DEBUG nova.network.neutron [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Refreshing network info cache for port 25777115-c255-486c-9521-0fe1fdafeb54 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.790705] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a2f722-f7ad-442e-9a1d-1748360adaaf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.809683] env[69041]: DEBUG nova.compute.provider_tree [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.815182] env[69041]: DEBUG oslo_vmware.api [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889235, 'name': PowerOnVM_Task, 'duration_secs': 0.916695} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.815182] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.815182] env[69041]: INFO nova.compute.manager [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Took 13.16 seconds to spawn the instance on the hypervisor. [ 934.815182] env[69041]: DEBUG nova.compute.manager [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.817750] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0460298c-0dcf-4a99-8b76-56abf3fa9f26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.835672] env[69041]: INFO nova.compute.manager [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Took 24.66 seconds to build instance. [ 934.909994] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074221} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.910395] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.911348] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7b5758-e68e-47e1-bd86-1c1e6b070048 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.934967] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 4e05da06-7389-45a1-9347-ed1057e9c050/4e05da06-7389-45a1-9347-ed1057e9c050.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.939328] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1aeedb-4a1f-4979-a643-6be9e4aef6f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.963197] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 934.963197] env[69041]: value = "task-2889239" [ 934.963197] env[69041]: _type = "Task" [ 934.963197] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.976878] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.984258] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889237, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.095040] env[69041]: INFO nova.compute.manager [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Took 25.04 seconds to build instance. [ 935.109090] env[69041]: DEBUG nova.network.neutron [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.239823] env[69041]: DEBUG oslo_concurrency.lockutils [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.261695] env[69041]: DEBUG nova.network.neutron [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance_info_cache with network_info: [{"id": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "address": "fa:16:3e:8c:13:42", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18ebc72-f8", "ovs_interfaceid": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.316343] env[69041]: DEBUG nova.scheduler.client.report [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.337228] env[69041]: DEBUG oslo_concurrency.lockutils [None req-94e9d626-b923-48c2-8330-c897dc3393b5 tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.170s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.338390] env[69041]: INFO nova.compute.manager [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Took 23.96 seconds to build instance. [ 935.456253] env[69041]: DEBUG nova.compute.manager [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.478675] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.485637] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764119} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.485973] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 33a5392e-0c18-4262-884d-8d6ebdbaea9a/33a5392e-0c18-4262-884d-8d6ebdbaea9a.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.486476] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.487536] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc8cdb41-4e54-46cc-bdbc-4f9910fcb46a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.498205] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.498859] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.498859] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.498859] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.499087] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.499332] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.499951] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.499951] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.500241] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.500497] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.500730] env[69041]: DEBUG nova.virt.hardware [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.501148] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 935.501148] env[69041]: value = "task-2889240" [ 935.501148] env[69041]: _type = "Task" [ 935.501148] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.501956] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084c19c9-b1b8-49bf-99c6-b9aad83a535d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.517322] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f99b13a-f51b-4e2d-b8ff-50521107a1a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.521372] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.543562] env[69041]: DEBUG nova.network.neutron [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updated VIF entry in instance network info cache for port 25777115-c255-486c-9521-0fe1fdafeb54. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.545017] env[69041]: DEBUG nova.network.neutron [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updating instance_info_cache with network_info: [{"id": "25777115-c255-486c-9521-0fe1fdafeb54", "address": "fa:16:3e:14:16:52", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25777115-c2", "ovs_interfaceid": "25777115-c255-486c-9521-0fe1fdafeb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.597526] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e1b8e05-55a4-48f7-adcb-1d133b885fee tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.559s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.764633] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.766529] env[69041]: DEBUG nova.compute.manager [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Instance network_info: |[{"id": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "address": "fa:16:3e:8c:13:42", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18ebc72-f8", "ovs_interfaceid": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.767067] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:13:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a18ebc72-f889-4a2b-9a88-de3ad150fb6f', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.775082] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Creating folder: Project (52cb50480a5e4dfc9f3c9b44029f3bdd). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.775082] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec452e12-4ca8-4e60-9c6e-abe240bedcc0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.786061] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Created folder: Project (52cb50480a5e4dfc9f3c9b44029f3bdd) in parent group-v580429. [ 935.786250] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Creating folder: Instances. Parent ref: group-v580462. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.786483] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98d79afa-8eba-4cd2-b9c8-24f463af40cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.795725] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Created folder: Instances in parent group-v580462. [ 935.796041] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.796256] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.798929] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db8e2d93-520f-43b6-8b94-0ad5bf91e904 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.816180] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.816180] env[69041]: value = "task-2889243" [ 935.816180] env[69041]: _type = "Task" [ 935.816180] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.825332] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.825916] env[69041]: DEBUG nova.compute.manager [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.828687] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889243, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.829159] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.995s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.830747] env[69041]: INFO nova.compute.claims [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.840253] env[69041]: DEBUG nova.compute.manager [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.844358] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35f71e78-3906-4c7f-abb8-b7035309b230 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.481s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.977590] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889239, 'name': ReconfigVM_Task, 'duration_secs': 0.979687} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.977904] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 4e05da06-7389-45a1-9347-ed1057e9c050/4e05da06-7389-45a1-9347-ed1057e9c050.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.978416] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fcddf91-e082-46ea-8b89-5efb38ba5c75 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.987435] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 935.987435] env[69041]: value = "task-2889244" [ 935.987435] env[69041]: _type = "Task" [ 935.987435] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.996982] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889244, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.016553] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.049711] env[69041]: DEBUG oslo_concurrency.lockutils [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] Releasing lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.049981] env[69041]: DEBUG nova.compute.manager [req-a1b2fa3e-1f9e-4d86-a5d3-d72c7c56e098 req-419658ab-53be-41fa-b0b3-dc918e9643ae service nova] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Received event network-vif-deleted-e307a18f-3392-413e-b927-a8f217df425a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 936.100931] env[69041]: DEBUG nova.compute.manager [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.182734] env[69041]: DEBUG nova.network.neutron [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Successfully updated port: 1ecf4973-0d97-457b-a698-aeb21d6a9f6d {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.330093] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889243, 'name': CreateVM_Task, 'duration_secs': 0.343991} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.330471] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.331813] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.332208] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.332803] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.333189] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f006cc6-4a66-4b10-aac4-9abd3578a602 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.341395] env[69041]: DEBUG nova.compute.utils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.342800] env[69041]: DEBUG nova.compute.manager [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.342975] env[69041]: DEBUG nova.network.neutron [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.353981] env[69041]: DEBUG nova.compute.manager [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.357339] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 936.357339] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c1feab-7a71-206d-0c3b-1a1e0fc62ae1" [ 936.357339] env[69041]: _type = "Task" [ 936.357339] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.372252] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c1feab-7a71-206d-0c3b-1a1e0fc62ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.380884] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.447817] env[69041]: DEBUG nova.policy [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6541ba90e93417fb3397cfb24fa3c42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce8ab99f02aa45eda4e02bfe5ea5fbe3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.499787] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889244, 'name': Rename_Task, 'duration_secs': 0.277999} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.500106] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.500377] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b31a922b-35e9-4b94-afa7-8a751df3fdd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.508086] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 936.508086] env[69041]: value = "task-2889245" [ 936.508086] env[69041]: _type = "Task" [ 936.508086] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.520972] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.775968} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.523722] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.524050] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.524886] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c84f3da-27ae-49cc-8bb5-1132d9d9abd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.549764] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 33a5392e-0c18-4262-884d-8d6ebdbaea9a/33a5392e-0c18-4262-884d-8d6ebdbaea9a.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.550107] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b25b8111-9e9c-4789-b3f7-4aecaf63006c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.570719] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 936.570719] env[69041]: value = "task-2889246" [ 936.570719] env[69041]: _type = "Task" [ 936.570719] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.579525] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.632151] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.682405] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquiring lock "refresh_cache-8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.682405] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquired lock "refresh_cache-8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.682405] env[69041]: DEBUG nova.network.neutron [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.844763] env[69041]: DEBUG nova.compute.manager [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.894623] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c1feab-7a71-206d-0c3b-1a1e0fc62ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.028536} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.896481] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.896883] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.897195] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.897494] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.897669] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.897889] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.898242] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c123d13-a56b-4c68-a00b-811ecd74436c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.909426] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.909898] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.910671] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e718d799-00ee-4853-9273-90a88da9b760 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.917781] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 936.917781] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bcda78-ef6f-072b-8660-9ae382b8cf65" [ 936.917781] env[69041]: _type = "Task" [ 936.917781] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.927105] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bcda78-ef6f-072b-8660-9ae382b8cf65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.021355] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889245, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.082349] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889246, 'name': ReconfigVM_Task, 'duration_secs': 0.350455} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.082793] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 33a5392e-0c18-4262-884d-8d6ebdbaea9a/33a5392e-0c18-4262-884d-8d6ebdbaea9a.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.083410] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e387170-e67b-4fcc-acb5-95b4ff4e7e00 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.090301] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 937.090301] env[69041]: value = "task-2889248" [ 937.090301] env[69041]: _type = "Task" [ 937.090301] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.101498] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889248, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.218034] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd164a-32ed-4034-ba43-217384607843 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.230198] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c5e142-d505-4f8c-a3a1-e9f10c8a9011 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.267867] env[69041]: DEBUG nova.network.neutron [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.273150] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071e2d7e-3d86-4448-81d7-c581a45ddbbd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.287448] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3af805-f19b-4aef-91b9-0573fe5a473f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.306238] env[69041]: DEBUG nova.compute.provider_tree [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.433568] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bcda78-ef6f-072b-8660-9ae382b8cf65, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.434480] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4363a46b-b29f-448d-bd7b-8c6d42835adc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.440172] env[69041]: DEBUG nova.network.neutron [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Successfully created port: b5266c7c-1f25-4045-8cce-7c2daa0b30e4 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.451086] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 937.451086] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5263f6b1-c714-e4ab-0d4e-9182178f90dc" [ 937.451086] env[69041]: _type = "Task" [ 937.451086] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.462468] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5263f6b1-c714-e4ab-0d4e-9182178f90dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.517105] env[69041]: DEBUG nova.network.neutron [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Updating instance_info_cache with network_info: [{"id": "1ecf4973-0d97-457b-a698-aeb21d6a9f6d", "address": "fa:16:3e:bc:12:f9", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ecf4973-0d", "ovs_interfaceid": "1ecf4973-0d97-457b-a698-aeb21d6a9f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.525407] env[69041]: DEBUG oslo_vmware.api [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889245, 'name': PowerOnVM_Task, 'duration_secs': 0.678676} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.525407] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.525407] env[69041]: DEBUG nova.compute.manager [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.526015] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60d9928-073f-4df6-9ea1-53230e8a4d91 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.599972] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889248, 'name': Rename_Task, 'duration_secs': 0.16511} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.600262] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.600501] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7afac4-c4ff-410b-a011-6913506153c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.607213] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 937.607213] env[69041]: value = "task-2889249" [ 937.607213] env[69041]: _type = "Task" [ 937.607213] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.615321] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.786019] env[69041]: DEBUG oslo_concurrency.lockutils [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquiring lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.786019] env[69041]: DEBUG oslo_concurrency.lockutils [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.786019] env[69041]: DEBUG oslo_concurrency.lockutils [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquiring lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.786019] env[69041]: DEBUG oslo_concurrency.lockutils [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.786383] env[69041]: DEBUG oslo_concurrency.lockutils [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.787170] env[69041]: INFO nova.compute.manager [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Terminating instance [ 937.811809] env[69041]: DEBUG nova.scheduler.client.report [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.861871] env[69041]: DEBUG nova.compute.manager [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.900620] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.901314] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.901314] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.901452] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.901614] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.901796] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.902058] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.902266] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.902468] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.902687] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.902929] env[69041]: DEBUG nova.virt.hardware [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.903985] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d4812-217a-4fd8-9753-97161ead69ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.912844] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5179f451-12f8-4a65-96bb-43cbdbe35491 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.963247] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5263f6b1-c714-e4ab-0d4e-9182178f90dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.963911] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.966102] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 41e6dba2-9431-4197-b797-d486e5c406e1/41e6dba2-9431-4197-b797-d486e5c406e1.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.966102] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5337f26-29b6-4a61-aaa5-bab9adb854de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.971955] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 937.971955] env[69041]: value = "task-2889250" [ 937.971955] env[69041]: _type = "Task" [ 937.971955] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.980911] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.026018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Releasing lock "refresh_cache-8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.026018] env[69041]: DEBUG nova.compute.manager [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Instance network_info: |[{"id": "1ecf4973-0d97-457b-a698-aeb21d6a9f6d", "address": "fa:16:3e:bc:12:f9", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ecf4973-0d", "ovs_interfaceid": "1ecf4973-0d97-457b-a698-aeb21d6a9f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.026529] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:12:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ecf4973-0d97-457b-a698-aeb21d6a9f6d', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.033899] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Creating folder: Project (3ed7c98a51aa4d00ac38ef691983c6df). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.034268] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d09e518e-82ad-4406-9ab3-c405d46fc0ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.048299] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Created folder: Project (3ed7c98a51aa4d00ac38ef691983c6df) in parent group-v580429. [ 938.048299] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Creating folder: Instances. Parent ref: group-v580465. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.048299] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03c3af28-183e-403b-a7bb-cc75a84a0cee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.051898] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.059822] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Created folder: Instances in parent group-v580465. [ 938.060073] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.060273] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.060478] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-812d3d78-9fc0-4ee7-b46e-bac31e39470a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.081049] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.081049] env[69041]: value = "task-2889253" [ 938.081049] env[69041]: _type = "Task" [ 938.081049] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.090969] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889253, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.117544] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889249, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.206895] env[69041]: DEBUG nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Received event network-vif-plugged-a18ebc72-f889-4a2b-9a88-de3ad150fb6f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 938.207228] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Acquiring lock "41e6dba2-9431-4197-b797-d486e5c406e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.207520] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Lock "41e6dba2-9431-4197-b797-d486e5c406e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.207781] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Lock "41e6dba2-9431-4197-b797-d486e5c406e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.208418] env[69041]: DEBUG nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] No waiting events found dispatching network-vif-plugged-a18ebc72-f889-4a2b-9a88-de3ad150fb6f {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.208418] env[69041]: WARNING nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Received unexpected event network-vif-plugged-a18ebc72-f889-4a2b-9a88-de3ad150fb6f for instance with vm_state building and task_state spawning. [ 938.208418] env[69041]: DEBUG nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Received event network-changed-a18ebc72-f889-4a2b-9a88-de3ad150fb6f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 938.208635] env[69041]: DEBUG nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Refreshing instance network info cache due to event network-changed-a18ebc72-f889-4a2b-9a88-de3ad150fb6f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 938.208926] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Acquiring lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.209122] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Acquired lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.209240] env[69041]: DEBUG nova.network.neutron [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Refreshing network info cache for port a18ebc72-f889-4a2b-9a88-de3ad150fb6f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.294692] env[69041]: DEBUG nova.compute.manager [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.294692] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.294692] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb4713f-cb91-4a28-84e6-a6003ff7a90a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.309190] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.309594] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5bd224f-8edd-40b4-84b8-632b2bcee37b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.318355] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.320225] env[69041]: DEBUG nova.compute.manager [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.322564] env[69041]: DEBUG oslo_vmware.api [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for the task: (returnval){ [ 938.322564] env[69041]: value = "task-2889254" [ 938.322564] env[69041]: _type = "Task" [ 938.322564] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.324402] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.136s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.327395] env[69041]: INFO nova.compute.claims [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.344102] env[69041]: DEBUG oslo_vmware.api [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.484868] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889250, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.594928] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889253, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.619687] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889249, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.831233] env[69041]: DEBUG nova.compute.utils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.844354] env[69041]: DEBUG nova.compute.manager [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.845208] env[69041]: DEBUG nova.network.neutron [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.861124] env[69041]: DEBUG oslo_vmware.api [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889254, 'name': PowerOffVM_Task, 'duration_secs': 0.253735} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.861357] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.861611] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.861859] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-814b4223-b179-4221-9a66-99ad351e81de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.952524] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.952820] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.952960] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Deleting the datastore file [datastore2] fc3c31eb-b0c6-4137-871c-5ab05019b8e8 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.953238] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3f6bf5e-a80a-40d5-af73-8f66bb0e9270 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.962139] env[69041]: DEBUG oslo_vmware.api [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for the task: (returnval){ [ 938.962139] env[69041]: value = "task-2889257" [ 938.962139] env[69041]: _type = "Task" [ 938.962139] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.976472] env[69041]: DEBUG oslo_vmware.api [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.986010] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797812} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.987878] env[69041]: DEBUG nova.policy [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01419647fe6a48de8222f1b9d4ee9657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06ccfeee953844d6bb7bc618ebd9a2ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.989629] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 41e6dba2-9431-4197-b797-d486e5c406e1/41e6dba2-9431-4197-b797-d486e5c406e1.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.990113] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.990248] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-955d1d27-8dd9-4c06-9633-e9cf76b4c92b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.998954] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 938.998954] env[69041]: value = "task-2889258" [ 938.998954] env[69041]: _type = "Task" [ 938.998954] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.010147] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.095685] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889253, 'name': CreateVM_Task, 'duration_secs': 0.631025} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.095685] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.095685] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.095685] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.096132] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.097801] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5273180c-01a3-450d-82b3-49eb85faf4ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.102745] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for the task: (returnval){ [ 939.102745] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52905662-4244-c148-7744-ca4035b2bed9" [ 939.102745] env[69041]: _type = "Task" [ 939.102745] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.119943] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52905662-4244-c148-7744-ca4035b2bed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.124651] env[69041]: DEBUG oslo_vmware.api [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889249, 'name': PowerOnVM_Task, 'duration_secs': 1.260683} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.125052] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.125420] env[69041]: INFO nova.compute.manager [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Took 9.87 seconds to spawn the instance on the hypervisor. [ 939.125420] env[69041]: DEBUG nova.compute.manager [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.126304] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4738781d-b95c-46b3-ae27-6f0e602417c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.131621] env[69041]: DEBUG nova.compute.manager [None req-cadc0d81-2ed3-4331-84ed-f5efa8e8fa99 tempest-ServerDiagnosticsV248Test-749905536 tempest-ServerDiagnosticsV248Test-749905536-project-admin] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.134286] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eb62fe-0161-4da6-bbd2-6340b712b946 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.149149] env[69041]: INFO nova.compute.manager [None req-cadc0d81-2ed3-4331-84ed-f5efa8e8fa99 tempest-ServerDiagnosticsV248Test-749905536 tempest-ServerDiagnosticsV248Test-749905536-project-admin] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Retrieving diagnostics [ 939.150028] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439b6787-b564-4299-bce5-0001065d8a7e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.207762] env[69041]: DEBUG nova.network.neutron [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updated VIF entry in instance network info cache for port a18ebc72-f889-4a2b-9a88-de3ad150fb6f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.208184] env[69041]: DEBUG nova.network.neutron [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance_info_cache with network_info: [{"id": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "address": "fa:16:3e:8c:13:42", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18ebc72-f8", "ovs_interfaceid": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.335563] env[69041]: DEBUG nova.compute.manager [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.478033] env[69041]: DEBUG oslo_vmware.api [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Task: {'id': task-2889257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475492} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.479428] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.479857] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.480431] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.480776] env[69041]: INFO nova.compute.manager [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 939.481148] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.481696] env[69041]: DEBUG nova.compute.manager [-] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.481917] env[69041]: DEBUG nova.network.neutron [-] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.511078] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14978} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.515120] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.516623] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b06fa6-586b-4e76-b128-b98454b06054 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.558715] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 41e6dba2-9431-4197-b797-d486e5c406e1/41e6dba2-9431-4197-b797-d486e5c406e1.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.562702] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fef2b65-c744-4d49-b4c9-a3c399b8526f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.583080] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 939.583080] env[69041]: value = "task-2889259" [ 939.583080] env[69041]: _type = "Task" [ 939.583080] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.591784] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.613753] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52905662-4244-c148-7744-ca4035b2bed9, 'name': SearchDatastore_Task, 'duration_secs': 0.013717} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.616946] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.617297] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.617594] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.617746] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.618278] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.618502] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca1f1dde-1912-4386-984c-1dccf352836f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.628606] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.630063] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.630136] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f5663c-4fa3-4a3a-8799-871eafbc52f5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.637922] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for the task: (returnval){ [ 939.637922] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5215be29-e22a-4919-0030-93a2544e02c2" [ 939.637922] env[69041]: _type = "Task" [ 939.637922] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.655542] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5215be29-e22a-4919-0030-93a2544e02c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.658327] env[69041]: INFO nova.compute.manager [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Took 24.21 seconds to build instance. [ 939.712556] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Releasing lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.712556] env[69041]: DEBUG nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Received event network-vif-plugged-1ecf4973-0d97-457b-a698-aeb21d6a9f6d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.712556] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Acquiring lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.712556] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.712556] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.712746] env[69041]: DEBUG nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] No waiting events found dispatching network-vif-plugged-1ecf4973-0d97-457b-a698-aeb21d6a9f6d {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.712746] env[69041]: WARNING nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Received unexpected event network-vif-plugged-1ecf4973-0d97-457b-a698-aeb21d6a9f6d for instance with vm_state building and task_state spawning. [ 939.712746] env[69041]: DEBUG nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Received event network-changed-1ecf4973-0d97-457b-a698-aeb21d6a9f6d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.712847] env[69041]: DEBUG nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Refreshing instance network info cache due to event network-changed-1ecf4973-0d97-457b-a698-aeb21d6a9f6d. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 939.713051] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Acquiring lock "refresh_cache-8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.716596] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Acquired lock "refresh_cache-8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.716596] env[69041]: DEBUG nova.network.neutron [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Refreshing network info cache for port 1ecf4973-0d97-457b-a698-aeb21d6a9f6d {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.773317] env[69041]: DEBUG nova.network.neutron [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Successfully updated port: b5266c7c-1f25-4045-8cce-7c2daa0b30e4 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.807402] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fb1c2c-0a67-4fc5-86f1-892f2ab58da0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.815260] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b4258d-6d26-4a55-b89c-633faddb8720 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.856262] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9389e784-2fd3-434c-a89c-442e63872dc1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.865366] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4896064-c4b2-4aeb-94e3-a2b600be4b3a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.880156] env[69041]: DEBUG nova.compute.provider_tree [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.088347] env[69041]: DEBUG nova.network.neutron [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Successfully created port: dd510990-45ec-4679-871e-e2b69d4b3585 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.097015] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.149820] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5215be29-e22a-4919-0030-93a2544e02c2, 'name': SearchDatastore_Task, 'duration_secs': 0.032097} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.150634] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d93f362-778a-435f-b86a-2a9eb9a55315 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.156143] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for the task: (returnval){ [ 940.156143] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526b3e87-d05c-c277-9b61-a130bd4e32f1" [ 940.156143] env[69041]: _type = "Task" [ 940.156143] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.160171] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01a1e5c3-47e6-4637-9b27-288e149dc907 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.718s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.165297] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526b3e87-d05c-c277-9b61-a130bd4e32f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.276126] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquiring lock "refresh_cache-63253f5d-2d7b-4917-a246-be959b543bd0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.276376] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquired lock "refresh_cache-63253f5d-2d7b-4917-a246-be959b543bd0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.276727] env[69041]: DEBUG nova.network.neutron [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.359023] env[69041]: DEBUG nova.compute.manager [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.387996] env[69041]: DEBUG nova.scheduler.client.report [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.406997] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.407221] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.408616] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.408616] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.408616] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.408616] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.408856] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.411039] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.411039] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.411039] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.411039] env[69041]: DEBUG nova.virt.hardware [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.411664] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ae8efa-a51e-49c6-a16f-d6ecdf0b9569 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.422867] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af37a73-ffa7-4159-95c9-f3d01af87ada {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.597106] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889259, 'name': ReconfigVM_Task, 'duration_secs': 0.898243} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.597106] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 41e6dba2-9431-4197-b797-d486e5c406e1/41e6dba2-9431-4197-b797-d486e5c406e1.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.597377] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af825a87-b785-406c-934c-8432433ba51e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.605699] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 940.605699] env[69041]: value = "task-2889260" [ 940.605699] env[69041]: _type = "Task" [ 940.605699] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.618054] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889260, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.667107] env[69041]: DEBUG nova.compute.manager [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.673097] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526b3e87-d05c-c277-9b61-a130bd4e32f1, 'name': SearchDatastore_Task, 'duration_secs': 0.019541} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.673713] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.674075] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6/8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.675806] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9f34d02-d78a-4ad0-9ea8-20ec0b1c1bcd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.680979] env[69041]: DEBUG nova.compute.manager [req-5bb972c8-a090-49c2-9fdd-c96365ed6c8d req-f6ad5e66-a3b6-4654-9e5a-670c9eb82388 service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Received event network-changed-0e3df124-9038-4514-9ba6-3c3b6443613a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 940.681305] env[69041]: DEBUG nova.compute.manager [req-5bb972c8-a090-49c2-9fdd-c96365ed6c8d req-f6ad5e66-a3b6-4654-9e5a-670c9eb82388 service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Refreshing instance network info cache due to event network-changed-0e3df124-9038-4514-9ba6-3c3b6443613a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 940.681397] env[69041]: DEBUG oslo_concurrency.lockutils [req-5bb972c8-a090-49c2-9fdd-c96365ed6c8d req-f6ad5e66-a3b6-4654-9e5a-670c9eb82388 service nova] Acquiring lock "refresh_cache-02cf0f6e-82b4-4db4-9f15-3a3770a4781f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.681533] env[69041]: DEBUG oslo_concurrency.lockutils [req-5bb972c8-a090-49c2-9fdd-c96365ed6c8d req-f6ad5e66-a3b6-4654-9e5a-670c9eb82388 service nova] Acquired lock "refresh_cache-02cf0f6e-82b4-4db4-9f15-3a3770a4781f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.681688] env[69041]: DEBUG nova.network.neutron [req-5bb972c8-a090-49c2-9fdd-c96365ed6c8d req-f6ad5e66-a3b6-4654-9e5a-670c9eb82388 service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Refreshing network info cache for port 0e3df124-9038-4514-9ba6-3c3b6443613a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.688650] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for the task: (returnval){ [ 940.688650] env[69041]: value = "task-2889261" [ 940.688650] env[69041]: _type = "Task" [ 940.688650] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.699526] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.897196] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.897780] env[69041]: DEBUG nova.compute.manager [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.904150] env[69041]: DEBUG nova.network.neutron [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.906018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.284s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.907527] env[69041]: INFO nova.compute.claims [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.911077] env[69041]: DEBUG nova.network.neutron [-] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.993734] env[69041]: DEBUG nova.network.neutron [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Updated VIF entry in instance network info cache for port 1ecf4973-0d97-457b-a698-aeb21d6a9f6d. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.994101] env[69041]: DEBUG nova.network.neutron [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Updating instance_info_cache with network_info: [{"id": "1ecf4973-0d97-457b-a698-aeb21d6a9f6d", "address": "fa:16:3e:bc:12:f9", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ecf4973-0d", "ovs_interfaceid": "1ecf4973-0d97-457b-a698-aeb21d6a9f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.120106] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889260, 'name': Rename_Task, 'duration_secs': 0.213458} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.120434] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.120942] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d3ed8b-085a-4e9c-b891-569e54d76995 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.127757] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 941.127757] env[69041]: value = "task-2889262" [ 941.127757] env[69041]: _type = "Task" [ 941.127757] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.137661] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.200747] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889261, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.203465] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.414553] env[69041]: DEBUG nova.compute.utils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.420133] env[69041]: INFO nova.compute.manager [-] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Took 1.94 seconds to deallocate network for instance. [ 941.420133] env[69041]: DEBUG nova.compute.manager [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.420133] env[69041]: DEBUG nova.network.neutron [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.496941] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Releasing lock "refresh_cache-8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.497255] env[69041]: DEBUG nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Received event network-changed-19c7834a-c100-411e-a1bc-012e75f4c219 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 941.497423] env[69041]: DEBUG nova.compute.manager [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Refreshing instance network info cache due to event network-changed-19c7834a-c100-411e-a1bc-012e75f4c219. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 941.497635] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Acquiring lock "refresh_cache-766bfef7-c6cc-4a51-9f15-d26db54fffd5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.497869] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Acquired lock "refresh_cache-766bfef7-c6cc-4a51-9f15-d26db54fffd5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.498130] env[69041]: DEBUG nova.network.neutron [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Refreshing network info cache for port 19c7834a-c100-411e-a1bc-012e75f4c219 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.580902] env[69041]: DEBUG nova.network.neutron [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Updating instance_info_cache with network_info: [{"id": "b5266c7c-1f25-4045-8cce-7c2daa0b30e4", "address": "fa:16:3e:d1:f0:a2", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5266c7c-1f", "ovs_interfaceid": "b5266c7c-1f25-4045-8cce-7c2daa0b30e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.644507] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.657249] env[69041]: DEBUG nova.policy [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a123943b854022903603868fc0fb6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b62028c8cc164461adfd6c2d471b1332', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.703749] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83855} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.704076] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6/8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.704254] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.704556] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0433ce0b-a98f-43bc-9a54-d703cbb90d88 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.711263] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for the task: (returnval){ [ 941.711263] env[69041]: value = "task-2889263" [ 941.711263] env[69041]: _type = "Task" [ 941.711263] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.723243] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.858926] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquiring lock "ec8304a0-d86a-47e3-ba2a-d63b6f665e48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.860372] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lock "ec8304a0-d86a-47e3-ba2a-d63b6f665e48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.860372] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquiring lock "ec8304a0-d86a-47e3-ba2a-d63b6f665e48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.860372] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lock "ec8304a0-d86a-47e3-ba2a-d63b6f665e48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.860372] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lock "ec8304a0-d86a-47e3-ba2a-d63b6f665e48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.868190] env[69041]: INFO nova.compute.manager [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Terminating instance [ 941.920201] env[69041]: DEBUG nova.compute.manager [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.937429] env[69041]: DEBUG oslo_concurrency.lockutils [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.070670] env[69041]: DEBUG nova.compute.manager [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Received event network-vif-plugged-b5266c7c-1f25-4045-8cce-7c2daa0b30e4 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 942.071137] env[69041]: DEBUG oslo_concurrency.lockutils [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] Acquiring lock "63253f5d-2d7b-4917-a246-be959b543bd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.071268] env[69041]: DEBUG oslo_concurrency.lockutils [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] Lock "63253f5d-2d7b-4917-a246-be959b543bd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.071691] env[69041]: DEBUG oslo_concurrency.lockutils [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] Lock "63253f5d-2d7b-4917-a246-be959b543bd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.071805] env[69041]: DEBUG nova.compute.manager [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] No waiting events found dispatching network-vif-plugged-b5266c7c-1f25-4045-8cce-7c2daa0b30e4 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.072201] env[69041]: WARNING nova.compute.manager [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Received unexpected event network-vif-plugged-b5266c7c-1f25-4045-8cce-7c2daa0b30e4 for instance with vm_state building and task_state spawning. [ 942.072996] env[69041]: DEBUG nova.compute.manager [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Received event network-changed-b5266c7c-1f25-4045-8cce-7c2daa0b30e4 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 942.072996] env[69041]: DEBUG nova.compute.manager [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Refreshing instance network info cache due to event network-changed-b5266c7c-1f25-4045-8cce-7c2daa0b30e4. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 942.072996] env[69041]: DEBUG oslo_concurrency.lockutils [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] Acquiring lock "refresh_cache-63253f5d-2d7b-4917-a246-be959b543bd0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.084703] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Releasing lock "refresh_cache-63253f5d-2d7b-4917-a246-be959b543bd0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.084896] env[69041]: DEBUG nova.compute.manager [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Instance network_info: |[{"id": "b5266c7c-1f25-4045-8cce-7c2daa0b30e4", "address": "fa:16:3e:d1:f0:a2", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5266c7c-1f", "ovs_interfaceid": "b5266c7c-1f25-4045-8cce-7c2daa0b30e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.085217] env[69041]: DEBUG oslo_concurrency.lockutils [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] Acquired lock "refresh_cache-63253f5d-2d7b-4917-a246-be959b543bd0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.085401] env[69041]: DEBUG nova.network.neutron [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Refreshing network info cache for port b5266c7c-1f25-4045-8cce-7c2daa0b30e4 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.088034] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:f0:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5266c7c-1f25-4045-8cce-7c2daa0b30e4', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.096264] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Creating folder: Project (ce8ab99f02aa45eda4e02bfe5ea5fbe3). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.097137] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fbe7199-abb2-4c85-859e-3d7015d6a3a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.108864] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Created folder: Project (ce8ab99f02aa45eda4e02bfe5ea5fbe3) in parent group-v580429. [ 942.108864] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Creating folder: Instances. Parent ref: group-v580468. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.109173] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07f87f33-5de0-408c-b081-5aa2251f3342 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.119714] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Created folder: Instances in parent group-v580468. [ 942.120241] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.123420] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.124352] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1884da6d-5ff5-4ceb-be09-388afdfd4da5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.158098] env[69041]: DEBUG oslo_vmware.api [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889262, 'name': PowerOnVM_Task, 'duration_secs': 0.717726} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.159950] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.160342] env[69041]: INFO nova.compute.manager [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Took 9.33 seconds to spawn the instance on the hypervisor. [ 942.160888] env[69041]: DEBUG nova.compute.manager [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.160888] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.160888] env[69041]: value = "task-2889266" [ 942.160888] env[69041]: _type = "Task" [ 942.160888] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.164666] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40698dd-c2b6-4357-9256-de9522df0f9e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.185998] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889266, 'name': CreateVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.224293] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106519} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.225094] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.225961] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414bd4b3-229b-4c3b-aa50-53c13f423fe6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.253133] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6/8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.254531] env[69041]: DEBUG nova.network.neutron [req-5bb972c8-a090-49c2-9fdd-c96365ed6c8d req-f6ad5e66-a3b6-4654-9e5a-670c9eb82388 service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Updated VIF entry in instance network info cache for port 0e3df124-9038-4514-9ba6-3c3b6443613a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.254944] env[69041]: DEBUG nova.network.neutron [req-5bb972c8-a090-49c2-9fdd-c96365ed6c8d req-f6ad5e66-a3b6-4654-9e5a-670c9eb82388 service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Updating instance_info_cache with network_info: [{"id": "0e3df124-9038-4514-9ba6-3c3b6443613a", "address": "fa:16:3e:6b:18:c8", "network": {"id": "36d71d53-9058-40c5-9cd3-39df5137515f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1983210520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba6184c017842efaa8752b2c26d1c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e3df124-90", "ovs_interfaceid": "0e3df124-9038-4514-9ba6-3c3b6443613a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.259744] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b75fe1d2-b0a3-48b1-9cf3-0aee7403bf6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.278496] env[69041]: DEBUG oslo_concurrency.lockutils [req-5bb972c8-a090-49c2-9fdd-c96365ed6c8d req-f6ad5e66-a3b6-4654-9e5a-670c9eb82388 service nova] Releasing lock "refresh_cache-02cf0f6e-82b4-4db4-9f15-3a3770a4781f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.285840] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for the task: (returnval){ [ 942.285840] env[69041]: value = "task-2889267" [ 942.285840] env[69041]: _type = "Task" [ 942.285840] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.297646] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.335842] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c53db01-5c03-451d-84c2-ed3a4f375982 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.349878] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d656c1a2-b448-4060-82dc-d536595017c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.383924] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquiring lock "refresh_cache-ec8304a0-d86a-47e3-ba2a-d63b6f665e48" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.384127] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquired lock "refresh_cache-ec8304a0-d86a-47e3-ba2a-d63b6f665e48" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.384300] env[69041]: DEBUG nova.network.neutron [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.389022] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf5ba5d-96a6-4025-a4f3-7dd943fa1e88 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.394723] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c075f-330a-47f4-b713-0b15a0825ced {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.412723] env[69041]: DEBUG nova.compute.provider_tree [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.677952] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889266, 'name': CreateVM_Task, 'duration_secs': 0.507116} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.678417] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.679020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.679200] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.679988] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.680252] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c539ad6-9b5f-43d0-b620-43f120bec439 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.689172] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for the task: (returnval){ [ 942.689172] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ea4a2c-40f3-9283-75aa-19a2e431c209" [ 942.689172] env[69041]: _type = "Task" [ 942.689172] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.695803] env[69041]: INFO nova.compute.manager [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Took 25.88 seconds to build instance. [ 942.700008] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ea4a2c-40f3-9283-75aa-19a2e431c209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.797434] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889267, 'name': ReconfigVM_Task, 'duration_secs': 0.305583} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.797669] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6/8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.798330] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71cd8393-9bc9-4235-8c73-4dc926518eff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.804651] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for the task: (returnval){ [ 942.804651] env[69041]: value = "task-2889268" [ 942.804651] env[69041]: _type = "Task" [ 942.804651] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.815017] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889268, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.916594] env[69041]: DEBUG nova.scheduler.client.report [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.939091] env[69041]: DEBUG nova.compute.manager [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.960953] env[69041]: DEBUG nova.network.neutron [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.975218] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.975691] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.975691] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.975965] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.976147] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.976316] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.976532] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.976691] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.976857] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.977051] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.977269] env[69041]: DEBUG nova.virt.hardware [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.978575] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77813753-50e2-4b55-8501-beca76fbc224 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.988278] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f1e642-1090-4113-bcba-743c514209ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.206370] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ccad3aa8-47f1-4b35-923f-a167a591421f tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "41e6dba2-9431-4197-b797-d486e5c406e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.408s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.206687] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ea4a2c-40f3-9283-75aa-19a2e431c209, 'name': SearchDatastore_Task, 'duration_secs': 0.020171} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.208030] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.208030] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.208030] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.208030] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.208256] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.208256] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92d741f8-2717-497b-8a52-960ffafbf8e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.218284] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.218484] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.219275] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128b578c-015f-4da8-86e7-60cda8384874 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.224523] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for the task: (returnval){ [ 943.224523] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520a8a4c-ada7-0894-0235-c826dc5041f8" [ 943.224523] env[69041]: _type = "Task" [ 943.224523] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.232691] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520a8a4c-ada7-0894-0235-c826dc5041f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.314361] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889268, 'name': Rename_Task, 'duration_secs': 0.137362} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.314633] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.314901] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-769a086b-c605-476a-b939-33bfb6779c73 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.321933] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for the task: (returnval){ [ 943.321933] env[69041]: value = "task-2889269" [ 943.321933] env[69041]: _type = "Task" [ 943.321933] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.330606] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.336017] env[69041]: DEBUG nova.network.neutron [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Updated VIF entry in instance network info cache for port 19c7834a-c100-411e-a1bc-012e75f4c219. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.336246] env[69041]: DEBUG nova.network.neutron [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Updating instance_info_cache with network_info: [{"id": "19c7834a-c100-411e-a1bc-012e75f4c219", "address": "fa:16:3e:4f:7d:ff", "network": {"id": "a2b091da-b8a3-4210-b383-955ae6b49312", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1084824792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0248ff018b184c3480014fa51d0fb3f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c7834a-c1", "ovs_interfaceid": "19c7834a-c100-411e-a1bc-012e75f4c219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.400018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "4e05da06-7389-45a1-9347-ed1057e9c050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.400018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "4e05da06-7389-45a1-9347-ed1057e9c050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.400018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "4e05da06-7389-45a1-9347-ed1057e9c050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.400018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "4e05da06-7389-45a1-9347-ed1057e9c050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.400246] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "4e05da06-7389-45a1-9347-ed1057e9c050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.402152] env[69041]: INFO nova.compute.manager [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Terminating instance [ 943.405318] env[69041]: DEBUG nova.network.neutron [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.424639] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.425183] env[69041]: DEBUG nova.compute.manager [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.430180] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.560s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.430180] env[69041]: DEBUG nova.objects.instance [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Lazy-loading 'resources' on Instance uuid 27016579-4942-44e5-b973-9082f79773ae {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.682853] env[69041]: DEBUG nova.network.neutron [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Successfully created port: 5725ef1b-01f9-4bf6-838e-5486e92ce63f {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.711105] env[69041]: DEBUG nova.network.neutron [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Updated VIF entry in instance network info cache for port b5266c7c-1f25-4045-8cce-7c2daa0b30e4. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.711105] env[69041]: DEBUG nova.network.neutron [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Updating instance_info_cache with network_info: [{"id": "b5266c7c-1f25-4045-8cce-7c2daa0b30e4", "address": "fa:16:3e:d1:f0:a2", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5266c7c-1f", "ovs_interfaceid": "b5266c7c-1f25-4045-8cce-7c2daa0b30e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.738087] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520a8a4c-ada7-0894-0235-c826dc5041f8, 'name': SearchDatastore_Task, 'duration_secs': 0.02961} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.738995] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b9a65d-28ad-44b4-9080-7e993d9964f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.745910] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for the task: (returnval){ [ 943.745910] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52821bb7-1313-dca3-323a-a835121bd5d9" [ 943.745910] env[69041]: _type = "Task" [ 943.745910] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.757637] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52821bb7-1313-dca3-323a-a835121bd5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.806783] env[69041]: DEBUG nova.network.neutron [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Successfully updated port: dd510990-45ec-4679-871e-e2b69d4b3585 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.833755] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889269, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.839071] env[69041]: DEBUG oslo_concurrency.lockutils [req-73e497db-0128-4ad0-8c35-5d8b19d512ac req-8b2198b1-3eb7-46e4-bcb5-a31ce33bd370 service nova] Releasing lock "refresh_cache-766bfef7-c6cc-4a51-9f15-d26db54fffd5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.909701] env[69041]: DEBUG nova.compute.manager [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.909701] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.909701] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Releasing lock "refresh_cache-ec8304a0-d86a-47e3-ba2a-d63b6f665e48" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.909701] env[69041]: DEBUG nova.compute.manager [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.909701] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.910466] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0631d0fb-2b4c-4ec6-8830-71592f591056 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.916181] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0588c75-bd0f-4cea-838c-039e4066dd52 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.927023] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.929296] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e065f2-ba1c-4cde-8b96-d754e3d0c3e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.933201] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.933570] env[69041]: DEBUG nova.compute.utils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.941545] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7d59f83-9d1f-49d7-a704-0cbb21db813b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.944414] env[69041]: DEBUG nova.compute.manager [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.944414] env[69041]: DEBUG nova.network.neutron [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.953017] env[69041]: DEBUG oslo_vmware.api [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 943.953017] env[69041]: value = "task-2889270" [ 943.953017] env[69041]: _type = "Task" [ 943.953017] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.953017] env[69041]: DEBUG oslo_vmware.api [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for the task: (returnval){ [ 943.953017] env[69041]: value = "task-2889271" [ 943.953017] env[69041]: _type = "Task" [ 943.953017] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.969838] env[69041]: DEBUG oslo_vmware.api [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.975749] env[69041]: DEBUG oslo_vmware.api [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.092254] env[69041]: DEBUG nova.policy [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c392319ad6446496297e28e90a047e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ae9491143b7442c8198f8d8e4936e94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.215202] env[69041]: DEBUG oslo_concurrency.lockutils [req-72f964f9-af34-473b-aa1d-93754c94980d req-9848f7b1-6c00-4a1b-8216-5eb25ca7b21d service nova] Releasing lock "refresh_cache-63253f5d-2d7b-4917-a246-be959b543bd0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.266185] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52821bb7-1313-dca3-323a-a835121bd5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.268939] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.269544] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 63253f5d-2d7b-4917-a246-be959b543bd0/63253f5d-2d7b-4917-a246-be959b543bd0.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.269827] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a68fb1d-f15d-4a63-a57e-62de16f00e2e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.278710] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for the task: (returnval){ [ 944.278710] env[69041]: value = "task-2889272" [ 944.278710] env[69041]: _type = "Task" [ 944.278710] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.292554] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.307604] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfbfcde-fdc1-4a5e-aa70-340ce4fcb8f1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.310348] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquiring lock "refresh_cache-ae0d588e-cddd-4704-9222-a512509267b0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.310727] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquired lock "refresh_cache-ae0d588e-cddd-4704-9222-a512509267b0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.310727] env[69041]: DEBUG nova.network.neutron [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.316864] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2755ac-0784-4d48-a127-b91429b42284 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.353120] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e740f11f-5a7e-45ec-9656-8f1cde4c3810 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.359558] env[69041]: DEBUG oslo_vmware.api [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889269, 'name': PowerOnVM_Task, 'duration_secs': 0.855611} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.359829] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.360154] env[69041]: INFO nova.compute.manager [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Took 8.90 seconds to spawn the instance on the hypervisor. [ 944.360508] env[69041]: DEBUG nova.compute.manager [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.361309] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a1761-8af1-4ba6-b2f0-f24dd9f6d6c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.367995] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c74ce-5e87-4c74-b23a-19e52158d0e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.385324] env[69041]: DEBUG nova.compute.provider_tree [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.446283] env[69041]: DEBUG nova.compute.manager [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.467604] env[69041]: DEBUG oslo_vmware.api [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889270, 'name': PowerOffVM_Task, 'duration_secs': 0.289334} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.467604] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.467604] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.467604] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80b1860d-5160-46ba-ace8-fee1138f0cd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.474971] env[69041]: DEBUG oslo_vmware.api [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889271, 'name': PowerOffVM_Task, 'duration_secs': 0.158504} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.475675] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.475892] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.476397] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b6a07dc-6154-4690-9caa-85715e983d28 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.505691] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.506239] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.506517] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Deleting the datastore file [datastore1] ec8304a0-d86a-47e3-ba2a-d63b6f665e48 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.506907] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c87d645-263a-4915-89a6-35872778ddc4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.517205] env[69041]: DEBUG oslo_vmware.api [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for the task: (returnval){ [ 944.517205] env[69041]: value = "task-2889275" [ 944.517205] env[69041]: _type = "Task" [ 944.517205] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.534134] env[69041]: DEBUG oslo_vmware.api [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.575148] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.576331] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.576440] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleting the datastore file [datastore1] 4e05da06-7389-45a1-9347-ed1057e9c050 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.576819] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b18d5a8-b448-4d03-85c7-320cd53720a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.586751] env[69041]: DEBUG oslo_vmware.api [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 944.586751] env[69041]: value = "task-2889276" [ 944.586751] env[69041]: _type = "Task" [ 944.586751] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.597434] env[69041]: DEBUG oslo_vmware.api [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.795266] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889272, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.886577] env[69041]: INFO nova.compute.manager [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Took 22.78 seconds to build instance. [ 944.888342] env[69041]: DEBUG nova.scheduler.client.report [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.914575] env[69041]: DEBUG nova.network.neutron [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.035019] env[69041]: DEBUG oslo_vmware.api [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Task: {'id': task-2889275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399559} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.035019] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.035019] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.035019] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.035019] env[69041]: INFO nova.compute.manager [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Took 1.13 seconds to destroy the instance on the hypervisor. [ 945.035340] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.035340] env[69041]: DEBUG nova.compute.manager [-] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.035340] env[69041]: DEBUG nova.network.neutron [-] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.078723] env[69041]: DEBUG nova.network.neutron [-] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.106570] env[69041]: DEBUG oslo_vmware.api [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386473} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.107317] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.107516] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.107689] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.107860] env[69041]: INFO nova.compute.manager [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Took 1.20 seconds to destroy the instance on the hypervisor. [ 945.108110] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.108296] env[69041]: DEBUG nova.compute.manager [-] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.108387] env[69041]: DEBUG nova.network.neutron [-] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.190121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Acquiring lock "d60cb023-ee84-44eb-9a37-1299d8042c0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.190355] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lock "d60cb023-ee84-44eb-9a37-1299d8042c0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.293950] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590549} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.294254] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 63253f5d-2d7b-4917-a246-be959b543bd0/63253f5d-2d7b-4917-a246-be959b543bd0.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.294467] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.294715] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b08139b-3b05-46c6-a9ae-72202903e108 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.306225] env[69041]: DEBUG nova.network.neutron [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Updating instance_info_cache with network_info: [{"id": "dd510990-45ec-4679-871e-e2b69d4b3585", "address": "fa:16:3e:9f:3c:52", "network": {"id": "647be66e-e3c2-4c9e-9e2f-dd8353c74b83", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-500741548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccfeee953844d6bb7bc618ebd9a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd510990-45", "ovs_interfaceid": "dd510990-45ec-4679-871e-e2b69d4b3585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.308014] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for the task: (returnval){ [ 945.308014] env[69041]: value = "task-2889277" [ 945.308014] env[69041]: _type = "Task" [ 945.308014] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.322890] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.361886] env[69041]: DEBUG nova.network.neutron [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Successfully created port: 40875ef9-0aea-46da-9562-435434d32ee6 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.394277] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ec0f7b6-6644-43e9-9080-c5098e4092e6 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.413s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.395074] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.397667] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.364s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.397896] env[69041]: DEBUG nova.objects.instance [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lazy-loading 'resources' on Instance uuid 6b9862e1-f436-4d85-a0a4-8a974f755c02 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.446174] env[69041]: INFO nova.scheduler.client.report [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Deleted allocations for instance 27016579-4942-44e5-b973-9082f79773ae [ 945.457650] env[69041]: DEBUG nova.compute.manager [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.499120] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.499120] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.499274] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.499525] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.499525] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.499674] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.499838] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.500255] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.504667] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.504667] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.504786] env[69041]: DEBUG nova.virt.hardware [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.505639] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7888690-724b-4895-9e43-190a175511ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.515646] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f21d136-e158-4219-8faa-7353c90a9a16 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.589368] env[69041]: DEBUG nova.network.neutron [-] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.692481] env[69041]: DEBUG nova.compute.manager [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.809123] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Releasing lock "refresh_cache-ae0d588e-cddd-4704-9222-a512509267b0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.809454] env[69041]: DEBUG nova.compute.manager [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Instance network_info: |[{"id": "dd510990-45ec-4679-871e-e2b69d4b3585", "address": "fa:16:3e:9f:3c:52", "network": {"id": "647be66e-e3c2-4c9e-9e2f-dd8353c74b83", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-500741548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccfeee953844d6bb7bc618ebd9a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd510990-45", "ovs_interfaceid": "dd510990-45ec-4679-871e-e2b69d4b3585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.810273] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:3c:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd510990-45ec-4679-871e-e2b69d4b3585', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.820348] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Creating folder: Project (06ccfeee953844d6bb7bc618ebd9a2ee). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.824203] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e10a5249-956f-4b4f-9946-3736cfc10d73 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.831752] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140905} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.832049] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.833721] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2627711f-d39b-4c7d-bb9c-55cea520f5c0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.839934] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Created folder: Project (06ccfeee953844d6bb7bc618ebd9a2ee) in parent group-v580429. [ 945.840186] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Creating folder: Instances. Parent ref: group-v580471. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.840875] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f75aff2d-198b-48cd-bea8-1f5547208782 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.866361] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 63253f5d-2d7b-4917-a246-be959b543bd0/63253f5d-2d7b-4917-a246-be959b543bd0.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.866361] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bfe0abc-0c39-4f25-87bd-62322d053a41 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.882845] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Created folder: Instances in parent group-v580471. [ 945.882845] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.883464] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.884723] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cb22ea3-e33b-4300-a5f0-24a9d4d89f47 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.906020] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for the task: (returnval){ [ 945.906020] env[69041]: value = "task-2889280" [ 945.906020] env[69041]: _type = "Task" [ 945.906020] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.913707] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.913707] env[69041]: value = "task-2889281" [ 945.913707] env[69041]: _type = "Task" [ 945.913707] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.926748] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.933191] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889281, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.970762] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea1948c3-d3fc-4b28-8fc8-293ea6c4ed6e tempest-DeleteServersAdminTestJSON-936087027 tempest-DeleteServersAdminTestJSON-936087027-project-admin] Lock "27016579-4942-44e5-b973-9082f79773ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.122s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.093660] env[69041]: INFO nova.compute.manager [-] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Took 1.06 seconds to deallocate network for instance. [ 946.219884] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.281055] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bbf8c7-cc5a-4df9-8229-4397f60a92ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.296419] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8620f29f-d00d-4cd6-9f4c-48502d4abeb2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.331952] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a261d7cb-fcd4-48f0-b388-e771491cf6d3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.340357] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89067cfc-d61a-4e03-a8b0-f020938d753a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.357508] env[69041]: DEBUG nova.compute.provider_tree [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.422840] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.430569] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889281, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.543890] env[69041]: DEBUG nova.compute.manager [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Received event network-vif-deleted-f07cbed1-a8d8-4c82-8224-ecec9d4a53a4 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.544320] env[69041]: DEBUG nova.compute.manager [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Received event network-vif-plugged-dd510990-45ec-4679-871e-e2b69d4b3585 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.544602] env[69041]: DEBUG oslo_concurrency.lockutils [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] Acquiring lock "ae0d588e-cddd-4704-9222-a512509267b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.544920] env[69041]: DEBUG oslo_concurrency.lockutils [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] Lock "ae0d588e-cddd-4704-9222-a512509267b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.545258] env[69041]: DEBUG oslo_concurrency.lockutils [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] Lock "ae0d588e-cddd-4704-9222-a512509267b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.545726] env[69041]: DEBUG nova.compute.manager [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] [instance: ae0d588e-cddd-4704-9222-a512509267b0] No waiting events found dispatching network-vif-plugged-dd510990-45ec-4679-871e-e2b69d4b3585 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.545972] env[69041]: WARNING nova.compute.manager [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Received unexpected event network-vif-plugged-dd510990-45ec-4679-871e-e2b69d4b3585 for instance with vm_state building and task_state spawning. [ 946.546236] env[69041]: DEBUG nova.compute.manager [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Received event network-changed-dd510990-45ec-4679-871e-e2b69d4b3585 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.546483] env[69041]: DEBUG nova.compute.manager [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Refreshing instance network info cache due to event network-changed-dd510990-45ec-4679-871e-e2b69d4b3585. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 946.546719] env[69041]: DEBUG oslo_concurrency.lockutils [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] Acquiring lock "refresh_cache-ae0d588e-cddd-4704-9222-a512509267b0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.546925] env[69041]: DEBUG oslo_concurrency.lockutils [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] Acquired lock "refresh_cache-ae0d588e-cddd-4704-9222-a512509267b0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.547157] env[69041]: DEBUG nova.network.neutron [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Refreshing network info cache for port dd510990-45ec-4679-871e-e2b69d4b3585 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.570065] env[69041]: DEBUG nova.compute.manager [req-22696273-13e1-43e8-b86c-4ea6d31a2599 req-93f8c767-f32a-4864-85ed-c3b69e5cdb56 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Received event network-changed-25777115-c255-486c-9521-0fe1fdafeb54 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.570065] env[69041]: DEBUG nova.compute.manager [req-22696273-13e1-43e8-b86c-4ea6d31a2599 req-93f8c767-f32a-4864-85ed-c3b69e5cdb56 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Refreshing instance network info cache due to event network-changed-25777115-c255-486c-9521-0fe1fdafeb54. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 946.570573] env[69041]: DEBUG oslo_concurrency.lockutils [req-22696273-13e1-43e8-b86c-4ea6d31a2599 req-93f8c767-f32a-4864-85ed-c3b69e5cdb56 service nova] Acquiring lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.570664] env[69041]: DEBUG oslo_concurrency.lockutils [req-22696273-13e1-43e8-b86c-4ea6d31a2599 req-93f8c767-f32a-4864-85ed-c3b69e5cdb56 service nova] Acquired lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.570822] env[69041]: DEBUG nova.network.neutron [req-22696273-13e1-43e8-b86c-4ea6d31a2599 req-93f8c767-f32a-4864-85ed-c3b69e5cdb56 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Refreshing network info cache for port 25777115-c255-486c-9521-0fe1fdafeb54 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.578533] env[69041]: DEBUG nova.network.neutron [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Successfully updated port: 5725ef1b-01f9-4bf6-838e-5486e92ce63f {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.603617] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.658247] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "6765dff9-29d9-477e-be08-bf5cabc069be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.658476] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "6765dff9-29d9-477e-be08-bf5cabc069be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.860693] env[69041]: DEBUG nova.scheduler.client.report [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.920826] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889280, 'name': ReconfigVM_Task, 'duration_secs': 0.692545} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.925361] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 63253f5d-2d7b-4917-a246-be959b543bd0/63253f5d-2d7b-4917-a246-be959b543bd0.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.926065] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a608ad51-6c77-463f-9f81-9fdd10543d86 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.933549] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889281, 'name': CreateVM_Task, 'duration_secs': 0.680837} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.935090] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.935501] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for the task: (returnval){ [ 946.935501] env[69041]: value = "task-2889282" [ 946.935501] env[69041]: _type = "Task" [ 946.935501] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.936266] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.936446] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.936914] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.937141] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f1ff31-94f6-4f44-943d-dcd1d93cba9b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.945799] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 946.945799] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527b8bc3-8d5d-ef9a-9359-34c596d5977a" [ 946.945799] env[69041]: _type = "Task" [ 946.945799] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.950668] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889282, 'name': Rename_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.969278] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527b8bc3-8d5d-ef9a-9359-34c596d5977a, 'name': SearchDatastore_Task, 'duration_secs': 0.014148} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.969278] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.969278] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.969278] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.969632] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.969632] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.970478] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f77d75b-9292-478d-b836-cd71b3e159d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.983068] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.983068] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.985313] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9804acb-3278-495c-9b3f-3c614ff095e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.993378] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 946.993378] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e75d49-2cfb-1e35-b5b7-4f000f0e38ea" [ 946.993378] env[69041]: _type = "Task" [ 946.993378] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.002568] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e75d49-2cfb-1e35-b5b7-4f000f0e38ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.090185] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquiring lock "refresh_cache-a188f4ff-95a4-4dcb-9e13-46bc68f89c99" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.090185] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquired lock "refresh_cache-a188f4ff-95a4-4dcb-9e13-46bc68f89c99" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.090185] env[69041]: DEBUG nova.network.neutron [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.161241] env[69041]: DEBUG nova.network.neutron [-] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.161790] env[69041]: DEBUG nova.compute.manager [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.369297] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.376498] env[69041]: DEBUG oslo_concurrency.lockutils [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.137s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.377172] env[69041]: DEBUG nova.objects.instance [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lazy-loading 'resources' on Instance uuid 5e4113b3-5053-4ec7-aa93-e4914efe0acf {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.413615] env[69041]: INFO nova.scheduler.client.report [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted allocations for instance 6b9862e1-f436-4d85-a0a4-8a974f755c02 [ 947.456154] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889282, 'name': Rename_Task, 'duration_secs': 0.155948} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.459206] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.461723] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fccadcc-d708-4b6e-8da3-ee07623071bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.470776] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for the task: (returnval){ [ 947.470776] env[69041]: value = "task-2889283" [ 947.470776] env[69041]: _type = "Task" [ 947.470776] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.483076] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.506649] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e75d49-2cfb-1e35-b5b7-4f000f0e38ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.507798] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d368246d-270e-456d-bf25-2c3cd9f33c17 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.515124] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 947.515124] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527c6d04-06f9-7d09-4df6-6fca636e3201" [ 947.515124] env[69041]: _type = "Task" [ 947.515124] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.525768] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527c6d04-06f9-7d09-4df6-6fca636e3201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.672023] env[69041]: INFO nova.compute.manager [-] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Took 2.56 seconds to deallocate network for instance. [ 947.672023] env[69041]: DEBUG nova.network.neutron [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.691201] env[69041]: DEBUG nova.network.neutron [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Successfully updated port: 40875ef9-0aea-46da-9562-435434d32ee6 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.723493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.785860] env[69041]: DEBUG nova.network.neutron [req-22696273-13e1-43e8-b86c-4ea6d31a2599 req-93f8c767-f32a-4864-85ed-c3b69e5cdb56 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updated VIF entry in instance network info cache for port 25777115-c255-486c-9521-0fe1fdafeb54. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.789384] env[69041]: DEBUG nova.network.neutron [req-22696273-13e1-43e8-b86c-4ea6d31a2599 req-93f8c767-f32a-4864-85ed-c3b69e5cdb56 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updating instance_info_cache with network_info: [{"id": "25777115-c255-486c-9521-0fe1fdafeb54", "address": "fa:16:3e:14:16:52", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25777115-c2", "ovs_interfaceid": "25777115-c255-486c-9521-0fe1fdafeb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.929220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a18329dc-9ff8-47f6-8947-c38225ee0b26 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6b9862e1-f436-4d85-a0a4-8a974f755c02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.398s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.984563] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889283, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.987234] env[69041]: DEBUG nova.network.neutron [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Updating instance_info_cache with network_info: [{"id": "5725ef1b-01f9-4bf6-838e-5486e92ce63f", "address": "fa:16:3e:6f:c7:4f", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5725ef1b-01", "ovs_interfaceid": "5725ef1b-01f9-4bf6-838e-5486e92ce63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.030906] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527c6d04-06f9-7d09-4df6-6fca636e3201, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.033603] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.033863] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] ae0d588e-cddd-4704-9222-a512509267b0/ae0d588e-cddd-4704-9222-a512509267b0.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.034342] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f0222a9-6d8f-487c-b0eb-948eff64fca6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.042779] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 948.042779] env[69041]: value = "task-2889284" [ 948.042779] env[69041]: _type = "Task" [ 948.042779] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.059120] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.191354] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.192136] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "refresh_cache-0cabc681-9c9b-49e3-95ca-0b3c80be052b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.192136] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "refresh_cache-0cabc681-9c9b-49e3-95ca-0b3c80be052b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.192255] env[69041]: DEBUG nova.network.neutron [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.285792] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d963ae-a8de-4940-b552-67754ab0b842 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.292587] env[69041]: DEBUG oslo_concurrency.lockutils [req-22696273-13e1-43e8-b86c-4ea6d31a2599 req-93f8c767-f32a-4864-85ed-c3b69e5cdb56 service nova] Releasing lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.297090] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4342bca-2f97-4e64-ba54-82f3700b4e66 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.336803] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c2cd69-a3ec-40b7-bec1-67eb786a385e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.346823] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5416d003-d0ae-4950-9e7c-50d8857bf7bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.364136] env[69041]: DEBUG nova.compute.provider_tree [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.423491] env[69041]: DEBUG nova.network.neutron [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Updated VIF entry in instance network info cache for port dd510990-45ec-4679-871e-e2b69d4b3585. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.423910] env[69041]: DEBUG nova.network.neutron [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Updating instance_info_cache with network_info: [{"id": "dd510990-45ec-4679-871e-e2b69d4b3585", "address": "fa:16:3e:9f:3c:52", "network": {"id": "647be66e-e3c2-4c9e-9e2f-dd8353c74b83", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-500741548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccfeee953844d6bb7bc618ebd9a2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd510990-45", "ovs_interfaceid": "dd510990-45ec-4679-871e-e2b69d4b3585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.489700] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Releasing lock "refresh_cache-a188f4ff-95a4-4dcb-9e13-46bc68f89c99" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.490365] env[69041]: DEBUG nova.compute.manager [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Instance network_info: |[{"id": "5725ef1b-01f9-4bf6-838e-5486e92ce63f", "address": "fa:16:3e:6f:c7:4f", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5725ef1b-01", "ovs_interfaceid": "5725ef1b-01f9-4bf6-838e-5486e92ce63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.490752] env[69041]: DEBUG oslo_vmware.api [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889283, 'name': PowerOnVM_Task, 'duration_secs': 0.868109} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.491154] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:c7:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5725ef1b-01f9-4bf6-838e-5486e92ce63f', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.505675] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Creating folder: Project (b62028c8cc164461adfd6c2d471b1332). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.506051] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.507284] env[69041]: INFO nova.compute.manager [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Took 10.64 seconds to spawn the instance on the hypervisor. [ 948.507284] env[69041]: DEBUG nova.compute.manager [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.507284] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca04096d-5fe3-4aec-b423-bec66f914bd0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.509241] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc29ba7-a344-4764-9ee3-9ae470eaf7a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.531154] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Created folder: Project (b62028c8cc164461adfd6c2d471b1332) in parent group-v580429. [ 948.531154] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Creating folder: Instances. Parent ref: group-v580474. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.531154] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25b21103-d4ae-4dcf-9884-36f5f3aa6214 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.553334] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Created folder: Instances in parent group-v580474. [ 948.553334] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.554247] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.554551] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e9ad86f-f93f-4a3d-8df8-eecdf4017455 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.575785] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51443} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.576175] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] ae0d588e-cddd-4704-9222-a512509267b0/ae0d588e-cddd-4704-9222-a512509267b0.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.576349] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.576711] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e05a44b6-bb3f-4254-ba73-3ffc0356b075 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.581328] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.581328] env[69041]: value = "task-2889287" [ 948.581328] env[69041]: _type = "Task" [ 948.581328] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.588931] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 948.588931] env[69041]: value = "task-2889288" [ 948.588931] env[69041]: _type = "Task" [ 948.588931] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.593812] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889287, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.601817] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.742101] env[69041]: DEBUG nova.network.neutron [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.802024] env[69041]: DEBUG nova.compute.manager [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Stashing vm_state: active {{(pid=69041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 948.868688] env[69041]: DEBUG nova.scheduler.client.report [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.927821] env[69041]: DEBUG oslo_concurrency.lockutils [req-f3b82abc-1588-411c-b1e6-4c1a290f3c6b req-dc3737bf-55f4-4394-a199-813a1bd0decf service nova] Releasing lock "refresh_cache-ae0d588e-cddd-4704-9222-a512509267b0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.039785] env[69041]: INFO nova.compute.manager [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Took 25.99 seconds to build instance. [ 949.112136] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889287, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.112646] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075308} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.112822] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.113545] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43caccc4-47b3-4d2c-b647-983149d9b508 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.144970] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] ae0d588e-cddd-4704-9222-a512509267b0/ae0d588e-cddd-4704-9222-a512509267b0.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.145561] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad240ce-39d9-496b-b001-b96f61081b27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.168472] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 949.168472] env[69041]: value = "task-2889289" [ 949.168472] env[69041]: _type = "Task" [ 949.168472] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.180662] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.241899] env[69041]: DEBUG nova.network.neutron [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Updating instance_info_cache with network_info: [{"id": "40875ef9-0aea-46da-9562-435434d32ee6", "address": "fa:16:3e:d0:6a:ed", "network": {"id": "cb5316aa-3fd7-4327-9363-b7ed5eecc5e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1770121635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ae9491143b7442c8198f8d8e4936e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40875ef9-0a", "ovs_interfaceid": "40875ef9-0aea-46da-9562-435434d32ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.337377] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.379148] env[69041]: DEBUG oslo_concurrency.lockutils [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.381620] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.387217] env[69041]: INFO nova.compute.claims [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.424302] env[69041]: INFO nova.scheduler.client.report [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Deleted allocations for instance 5e4113b3-5053-4ec7-aa93-e4914efe0acf [ 949.431615] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "66dc248c-f0df-44dd-9831-a9d3b11e466b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.431872] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "66dc248c-f0df-44dd-9831-a9d3b11e466b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.547941] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95dc60f6-0bb7-4386-9913-bbda342995cd tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lock "63253f5d-2d7b-4917-a246-be959b543bd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.626s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.597857] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889287, 'name': CreateVM_Task, 'duration_secs': 0.792801} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.598111] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.598834] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.599106] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.599388] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.599955] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ab7eac-e7ac-4e6a-8d17-fd04d495ed9e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.609504] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for the task: (returnval){ [ 949.609504] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ae1574-b2bb-ee4f-1346-597df13b2b74" [ 949.609504] env[69041]: _type = "Task" [ 949.609504] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.626043] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ae1574-b2bb-ee4f-1346-597df13b2b74, 'name': SearchDatastore_Task, 'duration_secs': 0.012363} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.626330] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.626570] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.626799] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.626937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.627120] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.629033] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ab924b3-7dc6-457b-a767-7e480f680cd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.640784] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.641137] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.642403] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1cb8418-8922-4ba8-be88-e5a0b3e39ea2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.652648] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for the task: (returnval){ [ 949.652648] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f130b5-1875-4607-8920-87a45401bed0" [ 949.652648] env[69041]: _type = "Task" [ 949.652648] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.666988] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f130b5-1875-4607-8920-87a45401bed0, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.667785] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56c40c7-2b07-4bdd-a269-91d2505d3476 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.686586] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889289, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.688230] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for the task: (returnval){ [ 949.688230] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c7a63e-4867-1849-451a-18cc15dc37c3" [ 949.688230] env[69041]: _type = "Task" [ 949.688230] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.702287] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c7a63e-4867-1849-451a-18cc15dc37c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.702559] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.702831] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] a188f4ff-95a4-4dcb-9e13-46bc68f89c99/a188f4ff-95a4-4dcb-9e13-46bc68f89c99.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.703145] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9696b6f9-153f-4744-9e2f-3970bfb10ee7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.713021] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for the task: (returnval){ [ 949.713021] env[69041]: value = "task-2889290" [ 949.713021] env[69041]: _type = "Task" [ 949.713021] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.724042] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.746476] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "refresh_cache-0cabc681-9c9b-49e3-95ca-0b3c80be052b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.746476] env[69041]: DEBUG nova.compute.manager [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Instance network_info: |[{"id": "40875ef9-0aea-46da-9562-435434d32ee6", "address": "fa:16:3e:d0:6a:ed", "network": {"id": "cb5316aa-3fd7-4327-9363-b7ed5eecc5e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1770121635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ae9491143b7442c8198f8d8e4936e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40875ef9-0a", "ovs_interfaceid": "40875ef9-0aea-46da-9562-435434d32ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.747787] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:6a:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40875ef9-0aea-46da-9562-435434d32ee6', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.756105] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Creating folder: Project (6ae9491143b7442c8198f8d8e4936e94). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.756616] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d141071-2444-49fb-88a9-482006a2f59b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.773133] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Created folder: Project (6ae9491143b7442c8198f8d8e4936e94) in parent group-v580429. [ 949.773539] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Creating folder: Instances. Parent ref: group-v580477. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.774951] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ee0c8b9-81eb-4c75-a8bc-1c8a850c4b2c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.780373] env[69041]: DEBUG nova.compute.manager [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Received event network-vif-plugged-5725ef1b-01f9-4bf6-838e-5486e92ce63f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.780373] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Acquiring lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.780373] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.780373] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.780579] env[69041]: DEBUG nova.compute.manager [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] No waiting events found dispatching network-vif-plugged-5725ef1b-01f9-4bf6-838e-5486e92ce63f {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.780807] env[69041]: WARNING nova.compute.manager [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Received unexpected event network-vif-plugged-5725ef1b-01f9-4bf6-838e-5486e92ce63f for instance with vm_state building and task_state spawning. [ 949.781079] env[69041]: DEBUG nova.compute.manager [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Received event network-changed-5725ef1b-01f9-4bf6-838e-5486e92ce63f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.781295] env[69041]: DEBUG nova.compute.manager [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Refreshing instance network info cache due to event network-changed-5725ef1b-01f9-4bf6-838e-5486e92ce63f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 949.782580] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Acquiring lock "refresh_cache-a188f4ff-95a4-4dcb-9e13-46bc68f89c99" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.782580] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Acquired lock "refresh_cache-a188f4ff-95a4-4dcb-9e13-46bc68f89c99" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.782580] env[69041]: DEBUG nova.network.neutron [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Refreshing network info cache for port 5725ef1b-01f9-4bf6-838e-5486e92ce63f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.798140] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Created folder: Instances in parent group-v580477. [ 949.798424] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.798659] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.798917] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9994a10c-cbbc-418b-a769-a17399fc5d4d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.822355] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.822355] env[69041]: value = "task-2889293" [ 949.822355] env[69041]: _type = "Task" [ 949.822355] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.832429] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889293, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.868342] env[69041]: DEBUG nova.compute.manager [req-4ac82112-482c-4e39-9c51-4c62668938e0 req-5cfb8de4-ec74-47af-9e83-c6247de74a4f service nova] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Received event network-vif-deleted-0944e103-4fb9-432c-897e-1b6f9f1813c2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.937653] env[69041]: DEBUG oslo_concurrency.lockutils [None req-324c2a36-5ec9-439f-8f5f-decf5729f8c2 tempest-InstanceActionsV221TestJSON-2114276000 tempest-InstanceActionsV221TestJSON-2114276000-project-member] Lock "5e4113b3-5053-4ec7-aa93-e4914efe0acf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.444s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.051628] env[69041]: DEBUG nova.compute.manager [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.187247] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889289, 'name': ReconfigVM_Task, 'duration_secs': 0.571981} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.187503] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Reconfigured VM instance instance-0000000d to attach disk [datastore1] ae0d588e-cddd-4704-9222-a512509267b0/ae0d588e-cddd-4704-9222-a512509267b0.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.188136] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71ff8946-d969-434f-9075-0c30f78ea6b1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.197866] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 950.197866] env[69041]: value = "task-2889294" [ 950.197866] env[69041]: _type = "Task" [ 950.197866] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.209912] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889294, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.235292] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505968} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.235292] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] a188f4ff-95a4-4dcb-9e13-46bc68f89c99/a188f4ff-95a4-4dcb-9e13-46bc68f89c99.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.235292] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.235292] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfd5d2e1-38a3-4b4d-b4fb-2841c658310a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.245650] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for the task: (returnval){ [ 950.245650] env[69041]: value = "task-2889295" [ 950.245650] env[69041]: _type = "Task" [ 950.245650] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.261356] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.338893] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889293, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.580211] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.709726] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889294, 'name': Rename_Task, 'duration_secs': 0.211542} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.714836] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.715179] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ab04764-a80f-4e60-832a-9e2e3c19c9a4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.723673] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 950.723673] env[69041]: value = "task-2889296" [ 950.723673] env[69041]: _type = "Task" [ 950.723673] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.735663] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.756409] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074926} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.759890] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.761285] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb376bb2-64bf-47ad-9262-acd0918e3854 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.788997] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] a188f4ff-95a4-4dcb-9e13-46bc68f89c99/a188f4ff-95a4-4dcb-9e13-46bc68f89c99.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.790165] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b72f896-7008-4fa8-bd06-340a1cc7d6f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.817884] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for the task: (returnval){ [ 950.817884] env[69041]: value = "task-2889297" [ 950.817884] env[69041]: _type = "Task" [ 950.817884] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.825121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquiring lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.825121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.825121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquiring lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.825121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.825346] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.830648] env[69041]: INFO nova.compute.manager [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Terminating instance [ 950.837029] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.844470] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889293, 'name': CreateVM_Task, 'duration_secs': 0.561483} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.845115] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.846711] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.846711] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.846932] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.848124] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aed4bab-fd77-49bd-b1ad-2675a725cf8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.856192] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 950.856192] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284efc6-7ec0-fb2a-54dd-7535d7a7ac2b" [ 950.856192] env[69041]: _type = "Task" [ 950.856192] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.863151] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c424c5-24ed-480d-8efc-3197be2989cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.869251] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284efc6-7ec0-fb2a-54dd-7535d7a7ac2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.875029] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff985ad-c49d-48d5-9576-d121445d0a25 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.912971] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f75c9bd-48e3-403e-8634-231050a8a0fd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.922189] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8434722-569c-48d8-b70c-0ffc1402f8e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.938104] env[69041]: DEBUG nova.compute.provider_tree [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.238176] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.241898] env[69041]: DEBUG nova.network.neutron [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Updated VIF entry in instance network info cache for port 5725ef1b-01f9-4bf6-838e-5486e92ce63f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.242420] env[69041]: DEBUG nova.network.neutron [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Updating instance_info_cache with network_info: [{"id": "5725ef1b-01f9-4bf6-838e-5486e92ce63f", "address": "fa:16:3e:6f:c7:4f", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5725ef1b-01", "ovs_interfaceid": "5725ef1b-01f9-4bf6-838e-5486e92ce63f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.331543] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.344387] env[69041]: DEBUG nova.compute.manager [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.351159] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.351159] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464b246-7302-4dc0-a54c-e479a2dfac4d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.362879] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.362879] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d3f11b-355a-4b46-8cc8-20295dd8f26b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.370464] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284efc6-7ec0-fb2a-54dd-7535d7a7ac2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012325} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.372393] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.372807] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.373170] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.373474] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.373776] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.374310] env[69041]: DEBUG oslo_vmware.api [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for the task: (returnval){ [ 951.374310] env[69041]: value = "task-2889298" [ 951.374310] env[69041]: _type = "Task" [ 951.374310] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.374823] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f79285dd-f5e1-42d2-ad12-0bce030b48d0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.386799] env[69041]: DEBUG oslo_vmware.api [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.391024] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.391024] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.391024] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b367bce-9d92-4d7b-8ddb-95ec84e65ea6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.397151] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 951.397151] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522931b7-a5ab-61a0-324b-40d8df7a0475" [ 951.397151] env[69041]: _type = "Task" [ 951.397151] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.407555] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522931b7-a5ab-61a0-324b-40d8df7a0475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.443638] env[69041]: DEBUG nova.scheduler.client.report [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.742609] env[69041]: DEBUG oslo_vmware.api [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889296, 'name': PowerOnVM_Task, 'duration_secs': 0.964418} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.743368] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.744451] env[69041]: INFO nova.compute.manager [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Took 11.39 seconds to spawn the instance on the hypervisor. [ 951.744855] env[69041]: DEBUG nova.compute.manager [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.745991] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa388441-cea8-4801-82fc-7b4de1c9b78a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.749642] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Releasing lock "refresh_cache-a188f4ff-95a4-4dcb-9e13-46bc68f89c99" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.749943] env[69041]: DEBUG nova.compute.manager [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Received event network-vif-plugged-40875ef9-0aea-46da-9562-435434d32ee6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.750222] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Acquiring lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.750439] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.750642] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.750848] env[69041]: DEBUG nova.compute.manager [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] No waiting events found dispatching network-vif-plugged-40875ef9-0aea-46da-9562-435434d32ee6 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.751334] env[69041]: WARNING nova.compute.manager [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Received unexpected event network-vif-plugged-40875ef9-0aea-46da-9562-435434d32ee6 for instance with vm_state building and task_state spawning. [ 951.751597] env[69041]: DEBUG nova.compute.manager [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Received event network-changed-40875ef9-0aea-46da-9562-435434d32ee6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.751808] env[69041]: DEBUG nova.compute.manager [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Refreshing instance network info cache due to event network-changed-40875ef9-0aea-46da-9562-435434d32ee6. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 951.752045] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Acquiring lock "refresh_cache-0cabc681-9c9b-49e3-95ca-0b3c80be052b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.752415] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Acquired lock "refresh_cache-0cabc681-9c9b-49e3-95ca-0b3c80be052b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.752652] env[69041]: DEBUG nova.network.neutron [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Refreshing network info cache for port 40875ef9-0aea-46da-9562-435434d32ee6 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.831641] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889297, 'name': ReconfigVM_Task, 'duration_secs': 0.732464} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.832040] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Reconfigured VM instance instance-0000000e to attach disk [datastore1] a188f4ff-95a4-4dcb-9e13-46bc68f89c99/a188f4ff-95a4-4dcb-9e13-46bc68f89c99.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.832596] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2a33923-220e-4256-bfd6-821cbc20b971 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.840269] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for the task: (returnval){ [ 951.840269] env[69041]: value = "task-2889299" [ 951.840269] env[69041]: _type = "Task" [ 951.840269] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.852708] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889299, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.893581] env[69041]: DEBUG oslo_vmware.api [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889298, 'name': PowerOffVM_Task, 'duration_secs': 0.257854} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.893936] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.894131] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.894397] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ffbbf0f-f74e-49f6-a3b5-6ffb04908936 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.907801] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522931b7-a5ab-61a0-324b-40d8df7a0475, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.908597] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5e4d70-fbdb-4f0d-a4bd-9f467a10e2ac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.916641] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 951.916641] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52106414-a33c-2aea-cfb4-982bc3b8941e" [ 951.916641] env[69041]: _type = "Task" [ 951.916641] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.926116] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52106414-a33c-2aea-cfb4-982bc3b8941e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.948228] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.949118] env[69041]: DEBUG nova.compute.manager [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.952167] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.321s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.953602] env[69041]: INFO nova.compute.claims [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.275995] env[69041]: INFO nova.compute.manager [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Took 27.47 seconds to build instance. [ 952.322322] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.322550] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.322731] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Deleting the datastore file [datastore1] 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.323015] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e268a129-fd1e-4785-bded-7d1a85473e85 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.332035] env[69041]: DEBUG oslo_vmware.api [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for the task: (returnval){ [ 952.332035] env[69041]: value = "task-2889301" [ 952.332035] env[69041]: _type = "Task" [ 952.332035] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.341385] env[69041]: DEBUG oslo_vmware.api [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.349728] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889299, 'name': Rename_Task, 'duration_secs': 0.337407} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.349995] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.350257] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e5578f7-17b7-4ad2-b55b-18d2fd1f21f1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.357921] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for the task: (returnval){ [ 952.357921] env[69041]: value = "task-2889302" [ 952.357921] env[69041]: _type = "Task" [ 952.357921] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.368866] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.432429] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52106414-a33c-2aea-cfb4-982bc3b8941e, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.432967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.433289] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 0cabc681-9c9b-49e3-95ca-0b3c80be052b/0cabc681-9c9b-49e3-95ca-0b3c80be052b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.433755] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f84b8fc-638e-4831-8252-d9fa414598a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.443874] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 952.443874] env[69041]: value = "task-2889303" [ 952.443874] env[69041]: _type = "Task" [ 952.443874] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.456820] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.459465] env[69041]: DEBUG nova.compute.utils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.464384] env[69041]: DEBUG nova.compute.manager [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.464384] env[69041]: DEBUG nova.network.neutron [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.536546] env[69041]: DEBUG nova.policy [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d4ad264c9b4e30831fd6d9fddc1cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41552bc3ddc2488fb16884e06eb4c1f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.637594] env[69041]: DEBUG nova.compute.manager [None req-46186d16-8b74-47eb-b835-8e5d17eea584 tempest-ServerExternalEventsTest-489670977 tempest-ServerExternalEventsTest-489670977-project] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Received event network-changed {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 952.638378] env[69041]: DEBUG nova.compute.manager [None req-46186d16-8b74-47eb-b835-8e5d17eea584 tempest-ServerExternalEventsTest-489670977 tempest-ServerExternalEventsTest-489670977-project] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Refreshing instance network info cache due to event network-changed. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 952.638378] env[69041]: DEBUG oslo_concurrency.lockutils [None req-46186d16-8b74-47eb-b835-8e5d17eea584 tempest-ServerExternalEventsTest-489670977 tempest-ServerExternalEventsTest-489670977-project] Acquiring lock "refresh_cache-63253f5d-2d7b-4917-a246-be959b543bd0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.638378] env[69041]: DEBUG oslo_concurrency.lockutils [None req-46186d16-8b74-47eb-b835-8e5d17eea584 tempest-ServerExternalEventsTest-489670977 tempest-ServerExternalEventsTest-489670977-project] Acquired lock "refresh_cache-63253f5d-2d7b-4917-a246-be959b543bd0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.638579] env[69041]: DEBUG nova.network.neutron [None req-46186d16-8b74-47eb-b835-8e5d17eea584 tempest-ServerExternalEventsTest-489670977 tempest-ServerExternalEventsTest-489670977-project] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.663750] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.664047] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.778968] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef1647d1-0a01-46f2-a785-94c3f95ff925 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lock "ae0d588e-cddd-4704-9222-a512509267b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.662s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.847708] env[69041]: DEBUG oslo_vmware.api [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Task: {'id': task-2889301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131059} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.848185] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.848423] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.848609] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.848790] env[69041]: INFO nova.compute.manager [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Took 1.50 seconds to destroy the instance on the hypervisor. [ 952.849037] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.849255] env[69041]: DEBUG nova.compute.manager [-] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.849361] env[69041]: DEBUG nova.network.neutron [-] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.871965] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889302, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.886836] env[69041]: DEBUG nova.network.neutron [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Successfully created port: 3b7e4238-9d5c-4d96-8067-9d772ce5280e {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.943887] env[69041]: DEBUG nova.network.neutron [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Updated VIF entry in instance network info cache for port 40875ef9-0aea-46da-9562-435434d32ee6. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.944312] env[69041]: DEBUG nova.network.neutron [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Updating instance_info_cache with network_info: [{"id": "40875ef9-0aea-46da-9562-435434d32ee6", "address": "fa:16:3e:d0:6a:ed", "network": {"id": "cb5316aa-3fd7-4327-9363-b7ed5eecc5e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1770121635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ae9491143b7442c8198f8d8e4936e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40875ef9-0a", "ovs_interfaceid": "40875ef9-0aea-46da-9562-435434d32ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.958669] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499878} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.958935] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 0cabc681-9c9b-49e3-95ca-0b3c80be052b/0cabc681-9c9b-49e3-95ca-0b3c80be052b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.959950] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.959950] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91cba0d9-84c5-484a-b383-6259cf2e41f8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.964191] env[69041]: DEBUG nova.compute.manager [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.969440] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 952.969440] env[69041]: value = "task-2889304" [ 952.969440] env[69041]: _type = "Task" [ 952.969440] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.982921] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.281439] env[69041]: DEBUG nova.compute.manager [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.321014] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca302b9-cf87-46e8-a70e-fa89323cac8c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.329425] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb901ef7-f4aa-4eb3-b9da-64935d413ec8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.373609] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ca3d8a-1407-401f-8d23-fab83d5fca62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.383674] env[69041]: DEBUG oslo_vmware.api [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889302, 'name': PowerOnVM_Task, 'duration_secs': 0.693456} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.386918] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.387219] env[69041]: INFO nova.compute.manager [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Took 10.45 seconds to spawn the instance on the hypervisor. [ 953.387468] env[69041]: DEBUG nova.compute.manager [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.388311] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840064b3-0956-4007-9990-ac7070db2f11 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.392212] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c45d02-5ad8-462b-a2f5-c31064579e8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.412717] env[69041]: DEBUG nova.compute.provider_tree [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.451055] env[69041]: DEBUG oslo_concurrency.lockutils [req-da6dbac0-d992-4a22-945a-6049c8070378 req-780f03ac-5dec-45e2-a3a0-4bb83a737e25 service nova] Releasing lock "refresh_cache-0cabc681-9c9b-49e3-95ca-0b3c80be052b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.482700] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080529} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.482992] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.483965] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3f613a-0de9-4796-8d25-bd373c6e1f25 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.508593] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 0cabc681-9c9b-49e3-95ca-0b3c80be052b/0cabc681-9c9b-49e3-95ca-0b3c80be052b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.512028] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc55930-64c6-4f9d-a2b0-49b5d69c5a90 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.538170] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 953.538170] env[69041]: value = "task-2889305" [ 953.538170] env[69041]: _type = "Task" [ 953.538170] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.548654] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.800256] env[69041]: DEBUG nova.network.neutron [-] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.810126] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.811113] env[69041]: DEBUG nova.network.neutron [None req-46186d16-8b74-47eb-b835-8e5d17eea584 tempest-ServerExternalEventsTest-489670977 tempest-ServerExternalEventsTest-489670977-project] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Updating instance_info_cache with network_info: [{"id": "b5266c7c-1f25-4045-8cce-7c2daa0b30e4", "address": "fa:16:3e:d1:f0:a2", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5266c7c-1f", "ovs_interfaceid": "b5266c7c-1f25-4045-8cce-7c2daa0b30e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.930968] env[69041]: DEBUG nova.scheduler.client.report [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.934533] env[69041]: INFO nova.compute.manager [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Took 27.78 seconds to build instance. [ 953.980023] env[69041]: DEBUG nova.compute.manager [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.011407] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.011407] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.011407] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.011644] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.011644] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.011644] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.011644] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.011644] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.011848] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.011848] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.011848] env[69041]: DEBUG nova.virt.hardware [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.013774] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82f7e2f-fa8f-43f0-a462-5884a062f00e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.026183] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b54aa5-ad77-4f89-9c3d-f1b5a49d3204 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.053615] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.304262] env[69041]: INFO nova.compute.manager [-] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Took 1.45 seconds to deallocate network for instance. [ 954.314121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-46186d16-8b74-47eb-b835-8e5d17eea584 tempest-ServerExternalEventsTest-489670977 tempest-ServerExternalEventsTest-489670977-project] Releasing lock "refresh_cache-63253f5d-2d7b-4917-a246-be959b543bd0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.441027] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.441027] env[69041]: DEBUG nova.compute.manager [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.443238] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3cdd8dd-60e6-47f1-bb86-dc01cc904d82 tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.169s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.444048] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.548s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.445927] env[69041]: INFO nova.compute.claims [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.559394] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889305, 'name': ReconfigVM_Task, 'duration_secs': 0.835634} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.559394] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 0cabc681-9c9b-49e3-95ca-0b3c80be052b/0cabc681-9c9b-49e3-95ca-0b3c80be052b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.559394] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-130846ae-d3c4-4969-ad22-0ac37171a04d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.570427] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 954.570427] env[69041]: value = "task-2889306" [ 954.570427] env[69041]: _type = "Task" [ 954.570427] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.582998] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889306, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.815855] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.821697] env[69041]: DEBUG nova.network.neutron [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Successfully updated port: 3b7e4238-9d5c-4d96-8067-9d772ce5280e {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.946212] env[69041]: DEBUG nova.compute.utils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.947671] env[69041]: DEBUG nova.compute.manager [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.947801] env[69041]: DEBUG nova.network.neutron [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.001553] env[69041]: DEBUG nova.policy [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd671a3c5488f40efb20cfe0fd76eeb54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea80b5c474c447bb9114e1fa5965a43a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.083655] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889306, 'name': Rename_Task, 'duration_secs': 0.248783} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.083944] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.084207] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e6549e1-fa50-47ea-ae1d-5932d20f8269 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.092559] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 955.092559] env[69041]: value = "task-2889307" [ 955.092559] env[69041]: _type = "Task" [ 955.092559] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.101633] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.303533] env[69041]: DEBUG nova.network.neutron [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Successfully created port: 6ff5532e-693f-4b97-8be5-920f3ec8edad {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.326113] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "refresh_cache-29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.326113] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired lock "refresh_cache-29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.326406] env[69041]: DEBUG nova.network.neutron [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.390826] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "40d98f23-bdd8-4a5d-88a5-51434617b827" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.391769] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.454783] env[69041]: DEBUG nova.compute.manager [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.620691] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.876296] env[69041]: DEBUG nova.network.neutron [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.900413] env[69041]: DEBUG nova.compute.manager [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.984108] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f0d1d-742a-4a9f-97c2-cea292394ef9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.993691] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd764eb-f422-441e-85c5-b168bb609f24 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.035947] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a901d72f-f7d4-4d1f-8fc8-0e9c41edfd5d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.047080] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5093e1a2-c422-483e-a443-209683e39917 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.066834] env[69041]: DEBUG nova.compute.provider_tree [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.107517] env[69041]: DEBUG oslo_vmware.api [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889307, 'name': PowerOnVM_Task, 'duration_secs': 0.762479} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.107804] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.107968] env[69041]: INFO nova.compute.manager [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Took 10.65 seconds to spawn the instance on the hypervisor. [ 956.108164] env[69041]: DEBUG nova.compute.manager [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.108972] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ce8bc7-a8a2-471c-b557-25e1ae69a1fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.137873] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "3052d916-ba81-4058-bc1e-ff51fc529ce0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.138198] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "3052d916-ba81-4058-bc1e-ff51fc529ce0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.147125] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "254bd064-41ac-48f6-ae26-556d8833209f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.147445] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "254bd064-41ac-48f6-ae26-556d8833209f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.227773] env[69041]: DEBUG nova.network.neutron [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Updating instance_info_cache with network_info: [{"id": "3b7e4238-9d5c-4d96-8067-9d772ce5280e", "address": "fa:16:3e:1d:18:32", "network": {"id": "f3da7f80-9217-4a6d-962a-99140acb897f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1575670035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41552bc3ddc2488fb16884e06eb4c1f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7e4238-9d", "ovs_interfaceid": "3b7e4238-9d5c-4d96-8067-9d772ce5280e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.437888] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.481297] env[69041]: DEBUG nova.compute.manager [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.520669] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.520828] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.521074] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.521171] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.521318] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.521462] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.521666] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.521820] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.521982] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.522158] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.522348] env[69041]: DEBUG nova.virt.hardware [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.523229] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bfa905-e0a0-44bb-a450-3d1616eb84c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.531798] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9fe123-1051-404b-9985-e8f5764783d7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.573771] env[69041]: DEBUG nova.scheduler.client.report [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.630769] env[69041]: INFO nova.compute.manager [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Took 28.03 seconds to build instance. [ 956.730626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Releasing lock "refresh_cache-29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.730626] env[69041]: DEBUG nova.compute.manager [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Instance network_info: |[{"id": "3b7e4238-9d5c-4d96-8067-9d772ce5280e", "address": "fa:16:3e:1d:18:32", "network": {"id": "f3da7f80-9217-4a6d-962a-99140acb897f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1575670035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41552bc3ddc2488fb16884e06eb4c1f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7e4238-9d", "ovs_interfaceid": "3b7e4238-9d5c-4d96-8067-9d772ce5280e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.730842] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:18:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7e4238-9d5c-4d96-8067-9d772ce5280e', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.741933] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Creating folder: Project (41552bc3ddc2488fb16884e06eb4c1f8). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.741933] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab0432ad-61a2-4e95-bef1-f85820366362 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.760387] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Created folder: Project (41552bc3ddc2488fb16884e06eb4c1f8) in parent group-v580429. [ 956.760387] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Creating folder: Instances. Parent ref: group-v580480. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.760387] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21969e7b-2a4a-419e-a9b6-e7a9d0bd1506 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.772603] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Created folder: Instances in parent group-v580480. [ 956.773708] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.773708] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.773708] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba647182-4b14-4875-967f-597f1e50a1d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.792702] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquiring lock "c3fde463-d065-4ad8-9971-c00929b3873c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.792772] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lock "c3fde463-d065-4ad8-9971-c00929b3873c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.798608] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.798608] env[69041]: value = "task-2889310" [ 956.798608] env[69041]: _type = "Task" [ 956.798608] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.810354] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889310, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.962176] env[69041]: DEBUG nova.compute.manager [req-2dfc66d4-8cae-4198-a1f1-99b05c11b277 req-4dbfd6f2-46c5-4100-aa66-7326d1fd58af service nova] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Received event network-vif-deleted-1ecf4973-0d97-457b-a698-aeb21d6a9f6d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 956.969314] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquiring lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.969604] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.079815] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.080336] env[69041]: DEBUG nova.compute.manager [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.083538] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.031s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.083538] env[69041]: DEBUG nova.objects.instance [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 957.136203] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f8a0bc7-0687-412a-84c2-8bc7d2d607b2 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.653s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.311275] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889310, 'name': CreateVM_Task, 'duration_secs': 0.453015} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.311275] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.311398] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.311997] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.312090] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.312373] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e851dee6-5dcd-452b-8ca3-c2c5fa447193 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.319240] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 957.319240] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522e0583-54a0-f4c2-ef12-a60231a6cfa0" [ 957.319240] env[69041]: _type = "Task" [ 957.319240] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.329860] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522e0583-54a0-f4c2-ef12-a60231a6cfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.380607] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquiring lock "63253f5d-2d7b-4917-a246-be959b543bd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.380826] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lock "63253f5d-2d7b-4917-a246-be959b543bd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.381045] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquiring lock "63253f5d-2d7b-4917-a246-be959b543bd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.381298] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lock "63253f5d-2d7b-4917-a246-be959b543bd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.381874] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lock "63253f5d-2d7b-4917-a246-be959b543bd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.384814] env[69041]: INFO nova.compute.manager [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Terminating instance [ 957.589344] env[69041]: DEBUG nova.compute.utils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.597493] env[69041]: DEBUG nova.compute.manager [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Not allocating networking since 'none' was specified. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 957.622578] env[69041]: DEBUG nova.network.neutron [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Successfully updated port: 6ff5532e-693f-4b97-8be5-920f3ec8edad {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.623215] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "c5fbfa59-eeed-4220-bc40-50618af87a67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.623430] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "c5fbfa59-eeed-4220-bc40-50618af87a67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.639854] env[69041]: DEBUG nova.compute.manager [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.839394] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522e0583-54a0-f4c2-ef12-a60231a6cfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.839545] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.840897] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.840897] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.840897] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.841627] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.842175] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2084611-721d-4a45-aa88-a8f8e2fcfe51 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.856530] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.856530] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.857999] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67456317-9ead-485c-9bc7-ab8ad7890683 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.867666] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 957.867666] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520eaf43-87d5-e5a9-5a9f-b9fae5da9c1b" [ 957.867666] env[69041]: _type = "Task" [ 957.867666] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.882375] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520eaf43-87d5-e5a9-5a9f-b9fae5da9c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012244} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.886152] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49286414-3bc6-458d-943e-3ceed515b786 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.889765] env[69041]: DEBUG nova.compute.manager [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.890018] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.890878] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393fb227-ca64-4831-b6bd-80de64e5389f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.896423] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 957.896423] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a49cd8-641e-d4ac-0a52-2ee59c3440cf" [ 957.896423] env[69041]: _type = "Task" [ 957.896423] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.903943] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.904619] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-262f5beb-b5b0-49db-bf22-af7e456cb1a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.915315] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a49cd8-641e-d4ac-0a52-2ee59c3440cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010914} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.916101] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.917032] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867/29ef3ed0-9bf6-45c9-bd7c-0b94a943e867.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.917032] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bf55523-673d-4ae1-afb2-16fe7c2aaa4e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.922716] env[69041]: DEBUG oslo_vmware.api [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for the task: (returnval){ [ 957.922716] env[69041]: value = "task-2889311" [ 957.922716] env[69041]: _type = "Task" [ 957.922716] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.929235] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 957.929235] env[69041]: value = "task-2889312" [ 957.929235] env[69041]: _type = "Task" [ 957.929235] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.937154] env[69041]: DEBUG oslo_vmware.api [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.943395] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.082928] env[69041]: DEBUG nova.compute.manager [None req-a81f74b7-6c73-4015-ae43-2c80ab5b7d81 tempest-ServerDiagnosticsTest-1159242014 tempest-ServerDiagnosticsTest-1159242014-project-admin] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.084425] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcd8611-a0c6-4224-bd83-36622f31598a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.093731] env[69041]: INFO nova.compute.manager [None req-a81f74b7-6c73-4015-ae43-2c80ab5b7d81 tempest-ServerDiagnosticsTest-1159242014 tempest-ServerDiagnosticsTest-1159242014-project-admin] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Retrieving diagnostics [ 958.094229] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef6c9f8-9f92-4d90-826f-55c509659423 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.097766] env[69041]: DEBUG nova.compute.manager [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.103859] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01e6a577-74c9-459d-a70a-805cb1ca5165 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.106143] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.903s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.108373] env[69041]: INFO nova.compute.claims [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.137290] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquiring lock "refresh_cache-f01b646e-c754-42ed-9a53-2dec0cfb6d47" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.137500] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquired lock "refresh_cache-f01b646e-c754-42ed-9a53-2dec0cfb6d47" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.137638] env[69041]: DEBUG nova.network.neutron [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.172783] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.408071] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "f1264ae5-081f-4b56-a375-0567fbefd71d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.408403] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "f1264ae5-081f-4b56-a375-0567fbefd71d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.434903] env[69041]: DEBUG oslo_vmware.api [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889311, 'name': PowerOffVM_Task, 'duration_secs': 0.212693} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.438724] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.438724] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.438910] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ae1f9fd-2d56-4635-a219-8e5ea1105456 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.449266] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48752} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.449266] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867/29ef3ed0-9bf6-45c9-bd7c-0b94a943e867.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.449543] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.449804] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3429d347-fa77-4e3e-8fc8-293be2cdd14b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.458615] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 958.458615] env[69041]: value = "task-2889314" [ 958.458615] env[69041]: _type = "Task" [ 958.458615] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.470132] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquiring lock "318d124d-0fb0-4bb7-9ae4-89baf3885947" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.470398] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Lock "318d124d-0fb0-4bb7-9ae4-89baf3885947" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.470589] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.510288] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.510474] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.511384] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Deleting the datastore file [datastore1] 63253f5d-2d7b-4917-a246-be959b543bd0 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.511384] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29ed9b00-0e75-4f04-8467-2e1b6992fb37 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.520082] env[69041]: DEBUG oslo_vmware.api [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for the task: (returnval){ [ 958.520082] env[69041]: value = "task-2889315" [ 958.520082] env[69041]: _type = "Task" [ 958.520082] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.532362] env[69041]: DEBUG oslo_vmware.api [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.680820] env[69041]: DEBUG nova.network.neutron [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.835964] env[69041]: DEBUG nova.network.neutron [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Updating instance_info_cache with network_info: [{"id": "6ff5532e-693f-4b97-8be5-920f3ec8edad", "address": "fa:16:3e:7f:cb:d2", "network": {"id": "21d37c9f-d7e2-4add-b899-af1321625400", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1751688143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea80b5c474c447bb9114e1fa5965a43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff5532e-69", "ovs_interfaceid": "6ff5532e-693f-4b97-8be5-920f3ec8edad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.972153] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078683} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.972960] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.973715] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4174a772-07dd-4774-bae5-87fe9f362626 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.997694] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867/29ef3ed0-9bf6-45c9-bd7c-0b94a943e867.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.998507] env[69041]: INFO nova.compute.manager [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Rescuing [ 958.998507] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "refresh_cache-0cabc681-9c9b-49e3-95ca-0b3c80be052b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.998709] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "refresh_cache-0cabc681-9c9b-49e3-95ca-0b3c80be052b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.998956] env[69041]: DEBUG nova.network.neutron [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.002360] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a70b7f4-ca65-4be4-a55d-cc77cb5aa464 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.025822] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 959.025822] env[69041]: value = "task-2889316" [ 959.025822] env[69041]: _type = "Task" [ 959.025822] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.032700] env[69041]: DEBUG oslo_vmware.api [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Task: {'id': task-2889315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144012} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.033341] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.033529] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.033708] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.033936] env[69041]: INFO nova.compute.manager [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 959.034229] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.035357] env[69041]: DEBUG nova.compute.manager [-] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.035357] env[69041]: DEBUG nova.network.neutron [-] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.039592] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.113270] env[69041]: DEBUG nova.compute.manager [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.146717] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.146717] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.146717] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.146717] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.146917] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.147267] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.147619] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.147897] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.148191] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.148662] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.148958] env[69041]: DEBUG nova.virt.hardware [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.153883] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e30e93-27d8-4c39-b1d4-543b71630dd9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.163838] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d573381-135f-4c30-96cf-57e1561de668 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.183415] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.189248] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Creating folder: Project (042cc538c2554ee18a5634ef8afacbd9). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.192551] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f5902f9-a0c6-4abc-a628-070d947416a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.205086] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Created folder: Project (042cc538c2554ee18a5634ef8afacbd9) in parent group-v580429. [ 959.205086] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Creating folder: Instances. Parent ref: group-v580483. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.205240] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ce06317-15fe-4dd1-bd9f-56fd26d07001 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.220124] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Created folder: Instances in parent group-v580483. [ 959.220378] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.220575] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.220782] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c8ddbd2-e325-482c-9641-aa401119f1c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.247777] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.247777] env[69041]: value = "task-2889319" [ 959.247777] env[69041]: _type = "Task" [ 959.247777] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.257560] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889319, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.330799] env[69041]: DEBUG nova.compute.manager [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.331801] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9640ef-7110-463e-b648-880d0bbaa409 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.340000] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Releasing lock "refresh_cache-f01b646e-c754-42ed-9a53-2dec0cfb6d47" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.340000] env[69041]: DEBUG nova.compute.manager [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Instance network_info: |[{"id": "6ff5532e-693f-4b97-8be5-920f3ec8edad", "address": "fa:16:3e:7f:cb:d2", "network": {"id": "21d37c9f-d7e2-4add-b899-af1321625400", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1751688143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea80b5c474c447bb9114e1fa5965a43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff5532e-69", "ovs_interfaceid": "6ff5532e-693f-4b97-8be5-920f3ec8edad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.341125] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:cb:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ff5532e-693f-4b97-8be5-920f3ec8edad', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.351959] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Creating folder: Project (ea80b5c474c447bb9114e1fa5965a43a). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.359034] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76eeff14-e889-486f-89b4-8cb8b79061f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.378849] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Created folder: Project (ea80b5c474c447bb9114e1fa5965a43a) in parent group-v580429. [ 959.378849] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Creating folder: Instances. Parent ref: group-v580486. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.378849] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af8e53e5-613e-4201-86cc-ae7411f9ddd1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.396660] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Created folder: Instances in parent group-v580486. [ 959.396660] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.396660] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.396660] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3377b47-637c-4592-acde-84d67a578ca0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.425035] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.425035] env[69041]: value = "task-2889322" [ 959.425035] env[69041]: _type = "Task" [ 959.425035] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.436018] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889322, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.538354] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.750795] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb95855-6ce7-4e28-9124-107efdb79136 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.762947] env[69041]: DEBUG nova.network.neutron [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Updating instance_info_cache with network_info: [{"id": "40875ef9-0aea-46da-9562-435434d32ee6", "address": "fa:16:3e:d0:6a:ed", "network": {"id": "cb5316aa-3fd7-4327-9363-b7ed5eecc5e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1770121635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ae9491143b7442c8198f8d8e4936e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40875ef9-0a", "ovs_interfaceid": "40875ef9-0aea-46da-9562-435434d32ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.780599] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889319, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.784234] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191e3854-86e7-43fd-a8dd-2d0df5a349bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.830021] env[69041]: DEBUG nova.network.neutron [-] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.834551] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f211e83-93b9-4ea9-86cb-34dfe926ca3f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.844606] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49f6ee4-f272-498a-ab0d-47559237c9cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.863561] env[69041]: DEBUG nova.compute.provider_tree [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.867926] env[69041]: INFO nova.compute.manager [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] instance snapshotting [ 959.873689] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550599ca-f9f9-4aba-9f79-6bba813f52eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.899853] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068ed072-204b-40fb-b1ec-781c67a30c7e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.936622] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889322, 'name': CreateVM_Task, 'duration_secs': 0.398278} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.936839] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.937516] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.937683] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.938029] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.938710] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4053568c-11e5-459f-9606-9922ab256d92 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.945242] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for the task: (returnval){ [ 959.945242] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520ea367-4238-0681-363f-a519c38d1810" [ 959.945242] env[69041]: _type = "Task" [ 959.945242] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.955335] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520ea367-4238-0681-363f-a519c38d1810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.043056] env[69041]: DEBUG nova.compute.manager [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Received event network-vif-plugged-3b7e4238-9d5c-4d96-8067-9d772ce5280e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.043317] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Acquiring lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.043725] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.043909] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.044106] env[69041]: DEBUG nova.compute.manager [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] No waiting events found dispatching network-vif-plugged-3b7e4238-9d5c-4d96-8067-9d772ce5280e {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.044280] env[69041]: WARNING nova.compute.manager [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Received unexpected event network-vif-plugged-3b7e4238-9d5c-4d96-8067-9d772ce5280e for instance with vm_state building and task_state spawning. [ 960.044513] env[69041]: DEBUG nova.compute.manager [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Received event network-changed-3b7e4238-9d5c-4d96-8067-9d772ce5280e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.044889] env[69041]: DEBUG nova.compute.manager [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Refreshing instance network info cache due to event network-changed-3b7e4238-9d5c-4d96-8067-9d772ce5280e. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 960.045617] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Acquiring lock "refresh_cache-29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.045617] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Acquired lock "refresh_cache-29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.045617] env[69041]: DEBUG nova.network.neutron [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Refreshing network info cache for port 3b7e4238-9d5c-4d96-8067-9d772ce5280e {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.051022] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889316, 'name': ReconfigVM_Task, 'duration_secs': 0.733684} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.051022] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867/29ef3ed0-9bf6-45c9-bd7c-0b94a943e867.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.051022] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b973185-4e14-4226-9122-ea602123c311 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.059246] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 960.059246] env[69041]: value = "task-2889323" [ 960.059246] env[69041]: _type = "Task" [ 960.059246] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.071165] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889323, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.262521] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889319, 'name': CreateVM_Task, 'duration_secs': 0.54553} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.262521] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.262910] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.262952] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.263293] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.263561] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e33e43d-c947-4e5c-b157-cdc615eafdf7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.269048] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 960.269048] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a635ff-3361-39c7-d5f7-1be5d60a2fff" [ 960.269048] env[69041]: _type = "Task" [ 960.269048] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.272947] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "refresh_cache-0cabc681-9c9b-49e3-95ca-0b3c80be052b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.278437] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a635ff-3361-39c7-d5f7-1be5d60a2fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.333872] env[69041]: INFO nova.compute.manager [-] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Took 1.30 seconds to deallocate network for instance. [ 960.367749] env[69041]: DEBUG nova.scheduler.client.report [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.373581] env[69041]: DEBUG oslo_concurrency.lockutils [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquiring lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.373581] env[69041]: DEBUG oslo_concurrency.lockutils [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.373728] env[69041]: DEBUG oslo_concurrency.lockutils [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquiring lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.373893] env[69041]: DEBUG oslo_concurrency.lockutils [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.374068] env[69041]: DEBUG oslo_concurrency.lockutils [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.376953] env[69041]: INFO nova.compute.manager [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Terminating instance [ 960.415722] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 960.416093] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-639cf520-353e-43c6-aa99-559d9a819717 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.425942] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 960.425942] env[69041]: value = "task-2889324" [ 960.425942] env[69041]: _type = "Task" [ 960.425942] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.435215] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.444203] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.444203] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.456770] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520ea367-4238-0681-363f-a519c38d1810, 'name': SearchDatastore_Task, 'duration_secs': 0.013361} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.457159] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.457475] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.458536] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.458536] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.458536] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.458859] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8979855-030f-4471-91a5-4a2ccc808e9a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.469350] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.469350] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.469868] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a67d29-ff05-46e3-b4c0-2bb690c7427d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.477728] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for the task: (returnval){ [ 960.477728] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5231b1a9-d4bf-99f2-9fc6-d9eeb460b1c6" [ 960.477728] env[69041]: _type = "Task" [ 960.477728] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.487222] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5231b1a9-d4bf-99f2-9fc6-d9eeb460b1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.570719] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889323, 'name': Rename_Task, 'duration_secs': 0.166511} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.570924] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.571266] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-058031dc-bc44-4aa4-8df9-e53540e219c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.578962] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 960.578962] env[69041]: value = "task-2889325" [ 960.578962] env[69041]: _type = "Task" [ 960.578962] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.587609] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.789961] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a635ff-3361-39c7-d5f7-1be5d60a2fff, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.790555] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.790657] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.790889] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.791075] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.791306] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.791607] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea369105-d203-44f3-9469-834f19483de2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.802242] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.802522] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.803374] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9014db-8765-43af-85a4-53f888be722a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.812520] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 960.812520] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525a74fe-0642-f3ed-3aef-e65881b9c091" [ 960.812520] env[69041]: _type = "Task" [ 960.812520] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.827555] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525a74fe-0642-f3ed-3aef-e65881b9c091, 'name': SearchDatastore_Task, 'duration_secs': 0.010981} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.833764] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6608f981-b8bc-4380-b1bd-3dfe6f5424c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.840441] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.844018] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 960.844018] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5244894c-7973-5e84-23fe-e7e133ea83df" [ 960.844018] env[69041]: _type = "Task" [ 960.844018] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.860399] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5244894c-7973-5e84-23fe-e7e133ea83df, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.860829] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.861108] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5f7f901f-d2e6-4133-a646-57c1fc88b9ce/5f7f901f-d2e6-4133-a646-57c1fc88b9ce.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.861434] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6b71779-5ade-41ca-871b-6cef59517769 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.875154] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.875752] env[69041]: DEBUG nova.compute.manager [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.879152] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 960.879152] env[69041]: value = "task-2889326" [ 960.879152] env[69041]: _type = "Task" [ 960.879152] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.879671] env[69041]: DEBUG oslo_concurrency.lockutils [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.943s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.879919] env[69041]: DEBUG nova.objects.instance [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lazy-loading 'resources' on Instance uuid fc3c31eb-b0c6-4137-871c-5ab05019b8e8 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.883638] env[69041]: DEBUG nova.compute.manager [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.883638] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.886952] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caf5c38-d4c5-40a0-99af-1163a128cb67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.892599] env[69041]: DEBUG nova.network.neutron [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Updated VIF entry in instance network info cache for port 3b7e4238-9d5c-4d96-8067-9d772ce5280e. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.892948] env[69041]: DEBUG nova.network.neutron [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Updating instance_info_cache with network_info: [{"id": "3b7e4238-9d5c-4d96-8067-9d772ce5280e", "address": "fa:16:3e:1d:18:32", "network": {"id": "f3da7f80-9217-4a6d-962a-99140acb897f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1575670035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41552bc3ddc2488fb16884e06eb4c1f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7e4238-9d", "ovs_interfaceid": "3b7e4238-9d5c-4d96-8067-9d772ce5280e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.900571] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.901205] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.901659] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd60898-9ee0-4b97-8df1-4228a49a91fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.910946] env[69041]: DEBUG oslo_vmware.api [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for the task: (returnval){ [ 960.910946] env[69041]: value = "task-2889327" [ 960.910946] env[69041]: _type = "Task" [ 960.910946] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.923673] env[69041]: DEBUG oslo_vmware.api [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.938657] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.991333] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5231b1a9-d4bf-99f2-9fc6-d9eeb460b1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.991754] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daca2705-3947-4ee1-bd9c-74fbf31f4c7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.999776] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for the task: (returnval){ [ 960.999776] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52311cc6-a34b-c8ed-ea4d-45466733d031" [ 960.999776] env[69041]: _type = "Task" [ 960.999776] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.011941] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52311cc6-a34b-c8ed-ea4d-45466733d031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.093885] env[69041]: DEBUG oslo_vmware.api [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889325, 'name': PowerOnVM_Task, 'duration_secs': 0.477228} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.094213] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.094461] env[69041]: INFO nova.compute.manager [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Took 7.12 seconds to spawn the instance on the hypervisor. [ 961.094649] env[69041]: DEBUG nova.compute.manager [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.095628] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939eb4d8-21b8-4ece-bc31-232ebf934249 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.317153] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "d1b5f395-8206-4326-a78a-b4fa7235aebb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.317453] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d1b5f395-8206-4326-a78a-b4fa7235aebb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.382304] env[69041]: DEBUG nova.compute.utils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.385084] env[69041]: DEBUG nova.compute.manager [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.385209] env[69041]: DEBUG nova.network.neutron [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.402885] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Releasing lock "refresh_cache-29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.403567] env[69041]: DEBUG nova.compute.manager [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Received event network-vif-plugged-6ff5532e-693f-4b97-8be5-920f3ec8edad {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 961.403771] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Acquiring lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.404127] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.404806] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.404806] env[69041]: DEBUG nova.compute.manager [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] No waiting events found dispatching network-vif-plugged-6ff5532e-693f-4b97-8be5-920f3ec8edad {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.404952] env[69041]: WARNING nova.compute.manager [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Received unexpected event network-vif-plugged-6ff5532e-693f-4b97-8be5-920f3ec8edad for instance with vm_state building and task_state spawning. [ 961.405248] env[69041]: DEBUG nova.compute.manager [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Received event network-changed-6ff5532e-693f-4b97-8be5-920f3ec8edad {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 961.405572] env[69041]: DEBUG nova.compute.manager [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Refreshing instance network info cache due to event network-changed-6ff5532e-693f-4b97-8be5-920f3ec8edad. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 961.405842] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Acquiring lock "refresh_cache-f01b646e-c754-42ed-9a53-2dec0cfb6d47" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.406073] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Acquired lock "refresh_cache-f01b646e-c754-42ed-9a53-2dec0cfb6d47" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.406289] env[69041]: DEBUG nova.network.neutron [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Refreshing network info cache for port 6ff5532e-693f-4b97-8be5-920f3ec8edad {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.408660] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889326, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.426229] env[69041]: DEBUG oslo_vmware.api [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889327, 'name': PowerOffVM_Task, 'duration_secs': 0.354674} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.429285] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.429364] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.430817] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cff04e7-4c5d-422c-ba9d-29f3f5a3f0f5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.443254] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889324, 'name': CreateSnapshot_Task, 'duration_secs': 0.783654} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.443254] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 961.443604] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df08ca7-ba5f-485c-b06b-8513c50f8039 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.465863] env[69041]: DEBUG nova.policy [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff917df879a4512827318debfc0596c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '600f360295bd4ff0838099b6c6f8146f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.508627] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.508864] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.509053] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Deleting the datastore file [datastore1] a188f4ff-95a4-4dcb-9e13-46bc68f89c99 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.509794] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-856dff12-70f0-4e0d-bb93-cc983562c4ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.520926] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52311cc6-a34b-c8ed-ea4d-45466733d031, 'name': SearchDatastore_Task, 'duration_secs': 0.012936} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.522051] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.522663] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] f01b646e-c754-42ed-9a53-2dec0cfb6d47/f01b646e-c754-42ed-9a53-2dec0cfb6d47.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.524433] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16b18a8c-f509-43bb-b085-3534f26baf63 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.528510] env[69041]: DEBUG oslo_vmware.api [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for the task: (returnval){ [ 961.528510] env[69041]: value = "task-2889329" [ 961.528510] env[69041]: _type = "Task" [ 961.528510] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.536255] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for the task: (returnval){ [ 961.536255] env[69041]: value = "task-2889330" [ 961.536255] env[69041]: _type = "Task" [ 961.536255] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.548635] env[69041]: DEBUG oslo_vmware.api [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.554737] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.616327] env[69041]: INFO nova.compute.manager [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Took 25.27 seconds to build instance. [ 961.822738] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.822738] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed125edf-81e4-47fd-b487-b66309f3501e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.831269] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 961.831269] env[69041]: value = "task-2889331" [ 961.831269] env[69041]: _type = "Task" [ 961.831269] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.849171] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.892556] env[69041]: DEBUG nova.compute.manager [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.905524] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544648} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.910270] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5f7f901f-d2e6-4133-a646-57c1fc88b9ce/5f7f901f-d2e6-4133-a646-57c1fc88b9ce.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.910270] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.916393] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2095270-2832-4df1-be4f-a7ac3ccfa853 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.923589] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 961.923589] env[69041]: value = "task-2889332" [ 961.923589] env[69041]: _type = "Task" [ 961.923589] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.933901] env[69041]: DEBUG nova.network.neutron [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Successfully created port: 49d63183-c5c7-4528-b657-f53711f6804e {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.944326] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.974490] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 961.975699] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63084ed7-4277-4626-b615-cd2722c365bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.989346] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 961.989346] env[69041]: value = "task-2889333" [ 961.989346] env[69041]: _type = "Task" [ 961.989346] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.002083] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889333, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.049492] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce7054-b458-40ef-b0df-916e08df09b1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.052556] env[69041]: DEBUG oslo_vmware.api [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Task: {'id': task-2889329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158865} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.053615] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.054976] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.054976] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.054976] env[69041]: INFO nova.compute.manager [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Took 1.17 seconds to destroy the instance on the hypervisor. [ 962.054976] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.055254] env[69041]: DEBUG nova.compute.manager [-] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.055254] env[69041]: DEBUG nova.network.neutron [-] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.064415] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889330, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.066212] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e18015c-d285-4bc3-902a-12fa4d51aa80 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.105648] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d05bed-ed68-4a5a-9044-ab79320cc7a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.118163] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163ad18d-6ff8-424f-811a-6c7c1998ba05 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.124986] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6937671-6824-4cb2-afb3-258563a16bd9 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.125s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.137281] env[69041]: DEBUG nova.compute.provider_tree [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.350354] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889331, 'name': PowerOffVM_Task, 'duration_secs': 0.255058} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.350354] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.350354] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b70cef9-2165-4173-b34b-bf1f2b0cf04e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.371177] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2906e38f-0888-4579-a89c-dc54f0955f5f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.423859] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.423859] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50be7a52-086c-41a2-af50-f4f4d7f4954f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.441208] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111957} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.441355] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 962.441355] env[69041]: value = "task-2889334" [ 962.441355] env[69041]: _type = "Task" [ 962.441355] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.441592] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.442751] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0009e320-50ff-4bf0-932e-725395a5ebd9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.462054] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.462421] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.462421] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.462624] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.462781] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.471885] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 5f7f901f-d2e6-4133-a646-57c1fc88b9ce/5f7f901f-d2e6-4133-a646-57c1fc88b9ce.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.473098] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c01abc4f-11cb-48f8-82d3-d58f5f13057d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.474908] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2894e292-a790-4a50-8238-8ba3a869ce86 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.499786] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889333, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.501975] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 962.501975] env[69041]: value = "task-2889335" [ 962.501975] env[69041]: _type = "Task" [ 962.501975] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.502507] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.502507] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.503229] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8b0108-c799-4730-bd75-f671bd77849d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.513327] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 962.513327] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523cb122-e635-f4c9-7945-b79707b5bd83" [ 962.513327] env[69041]: _type = "Task" [ 962.513327] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.516179] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.524754] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523cb122-e635-f4c9-7945-b79707b5bd83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.548971] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533496} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.549261] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] f01b646e-c754-42ed-9a53-2dec0cfb6d47/f01b646e-c754-42ed-9a53-2dec0cfb6d47.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.549477] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.549746] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fc52d3c-43bb-4fdc-9869-39f1f1eb2113 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.557953] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for the task: (returnval){ [ 962.557953] env[69041]: value = "task-2889336" [ 962.557953] env[69041]: _type = "Task" [ 962.557953] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.568774] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.628268] env[69041]: DEBUG nova.compute.manager [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.640475] env[69041]: DEBUG nova.scheduler.client.report [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.827257] env[69041]: DEBUG nova.network.neutron [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Updated VIF entry in instance network info cache for port 6ff5532e-693f-4b97-8be5-920f3ec8edad. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.827509] env[69041]: DEBUG nova.network.neutron [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Updating instance_info_cache with network_info: [{"id": "6ff5532e-693f-4b97-8be5-920f3ec8edad", "address": "fa:16:3e:7f:cb:d2", "network": {"id": "21d37c9f-d7e2-4add-b899-af1321625400", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1751688143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea80b5c474c447bb9114e1fa5965a43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff5532e-69", "ovs_interfaceid": "6ff5532e-693f-4b97-8be5-920f3ec8edad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.890673] env[69041]: DEBUG nova.compute.manager [req-6d52fe5c-bcbd-4c86-8e79-dd6f6c7eb6ab req-316fa451-7537-43a8-9023-d81e3bbfdb24 service nova] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Received event network-vif-deleted-b5266c7c-1f25-4045-8cce-7c2daa0b30e4 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.916170] env[69041]: DEBUG nova.compute.manager [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.918821] env[69041]: DEBUG nova.network.neutron [-] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.954851] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.955156] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.955327] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.955512] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.955658] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.955803] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.956118] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.956341] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.956555] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.956759] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.956971] env[69041]: DEBUG nova.virt.hardware [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.958546] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec325b4-7826-4ddf-a3ec-22cd8bf0998d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.967568] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5253be6-475d-4189-a4f5-edc5dd04450c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.999546] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889333, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.014505] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.027087] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523cb122-e635-f4c9-7945-b79707b5bd83, 'name': SearchDatastore_Task, 'duration_secs': 0.017374} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.027979] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44139aba-e727-4950-8164-4df8c12542fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.035044] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 963.035044] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8217d-c10b-2b1a-d6ee-63ce62374e1b" [ 963.035044] env[69041]: _type = "Task" [ 963.035044] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.043796] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8217d-c10b-2b1a-d6ee-63ce62374e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.068439] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074113} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.068769] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.069610] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcf378e-4f9d-4eef-8559-85a44596cc5e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.095120] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] f01b646e-c754-42ed-9a53-2dec0cfb6d47/f01b646e-c754-42ed-9a53-2dec0cfb6d47.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.095465] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6987445b-b8f2-423e-926a-16940cf5c9c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.117297] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for the task: (returnval){ [ 963.117297] env[69041]: value = "task-2889337" [ 963.117297] env[69041]: _type = "Task" [ 963.117297] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.126321] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.145073] env[69041]: DEBUG oslo_concurrency.lockutils [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.147612] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.928s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.150799] env[69041]: INFO nova.compute.claims [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.156796] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.174048] env[69041]: INFO nova.scheduler.client.report [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Deleted allocations for instance fc3c31eb-b0c6-4137-871c-5ab05019b8e8 [ 963.331279] env[69041]: DEBUG oslo_concurrency.lockutils [req-0b626bc7-126f-44e8-94bf-3f013712d87a req-09267309-8f98-4484-b2e7-b68901802046 service nova] Releasing lock "refresh_cache-f01b646e-c754-42ed-9a53-2dec0cfb6d47" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.424140] env[69041]: INFO nova.compute.manager [-] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Took 1.37 seconds to deallocate network for instance. [ 963.502630] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889333, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.515834] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889335, 'name': ReconfigVM_Task, 'duration_secs': 0.964071} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.516129] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 5f7f901f-d2e6-4133-a646-57c1fc88b9ce/5f7f901f-d2e6-4133-a646-57c1fc88b9ce.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.516741] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d46760ae-105b-4d34-85b2-504731c76cb5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.525840] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 963.525840] env[69041]: value = "task-2889338" [ 963.525840] env[69041]: _type = "Task" [ 963.525840] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.536917] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889338, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.556710] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8217d-c10b-2b1a-d6ee-63ce62374e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01684} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.556710] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.556710] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 0cabc681-9c9b-49e3-95ca-0b3c80be052b/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. {{(pid=69041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 963.559227] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee0f1ef1-fd99-46e7-81be-be241bee15f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.576615] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 963.576615] env[69041]: value = "task-2889339" [ 963.576615] env[69041]: _type = "Task" [ 963.576615] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.594152] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.630323] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889337, 'name': ReconfigVM_Task, 'duration_secs': 0.290046} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.630650] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Reconfigured VM instance instance-00000011 to attach disk [datastore2] f01b646e-c754-42ed-9a53-2dec0cfb6d47/f01b646e-c754-42ed-9a53-2dec0cfb6d47.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.631619] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ebfa924-d323-4b06-834b-d23e6b1adb9e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.642102] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for the task: (returnval){ [ 963.642102] env[69041]: value = "task-2889340" [ 963.642102] env[69041]: _type = "Task" [ 963.642102] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.654449] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889340, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.683533] env[69041]: DEBUG oslo_concurrency.lockutils [None req-33921d75-0653-4122-8054-5a246aa2d36e tempest-TenantUsagesTestJSON-1721885070 tempest-TenantUsagesTestJSON-1721885070-project-member] Lock "fc3c31eb-b0c6-4137-871c-5ab05019b8e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.899s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.932615] env[69041]: DEBUG oslo_concurrency.lockutils [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.001668] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889333, 'name': CloneVM_Task, 'duration_secs': 1.92281} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.001668] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Created linked-clone VM from snapshot [ 964.002167] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867e3a96-52f1-4751-ab9a-bdc83b846f56 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.012756] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Uploading image fc74c130-de43-4b93-a79d-65b628ed0f07 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 964.025760] env[69041]: DEBUG nova.network.neutron [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Successfully updated port: 49d63183-c5c7-4528-b657-f53711f6804e {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.050970] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889338, 'name': Rename_Task, 'duration_secs': 0.213964} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.051254] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.051503] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd8fdb5-1271-46d0-ada2-37b6d3865fc6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.056106] env[69041]: DEBUG oslo_vmware.rw_handles [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 964.056106] env[69041]: value = "vm-580490" [ 964.056106] env[69041]: _type = "VirtualMachine" [ 964.056106] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 964.056848] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b15b39d-bdf2-4130-840c-a9801a57cd71 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.067549] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 964.067549] env[69041]: value = "task-2889341" [ 964.067549] env[69041]: _type = "Task" [ 964.067549] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.074427] env[69041]: DEBUG oslo_vmware.rw_handles [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lease: (returnval){ [ 964.074427] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ba5d6c-c499-8643-846c-c632145d647b" [ 964.074427] env[69041]: _type = "HttpNfcLease" [ 964.074427] env[69041]: } obtained for exporting VM: (result){ [ 964.074427] env[69041]: value = "vm-580490" [ 964.074427] env[69041]: _type = "VirtualMachine" [ 964.074427] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 964.074427] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the lease: (returnval){ [ 964.074427] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ba5d6c-c499-8643-846c-c632145d647b" [ 964.074427] env[69041]: _type = "HttpNfcLease" [ 964.074427] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 964.084182] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.094904] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889339, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.097335] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 964.097335] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ba5d6c-c499-8643-846c-c632145d647b" [ 964.097335] env[69041]: _type = "HttpNfcLease" [ 964.097335] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 964.097867] env[69041]: DEBUG oslo_vmware.rw_handles [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 964.097867] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ba5d6c-c499-8643-846c-c632145d647b" [ 964.097867] env[69041]: _type = "HttpNfcLease" [ 964.097867] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 964.098988] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea20f0c-fa5d-4abb-99e3-9e02bc239224 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.110148] env[69041]: DEBUG oslo_vmware.rw_handles [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f9112-28cd-28fd-97dc-544cb8fca55c/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 964.110148] env[69041]: DEBUG oslo_vmware.rw_handles [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f9112-28cd-28fd-97dc-544cb8fca55c/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 964.200092] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889340, 'name': Rename_Task, 'duration_secs': 0.166551} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.200092] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.200092] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80f3152f-9650-4358-898d-34d85ca7fb82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.208428] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for the task: (returnval){ [ 964.208428] env[69041]: value = "task-2889343" [ 964.208428] env[69041]: _type = "Task" [ 964.208428] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.224438] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.229552] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96c8688b-dd6b-44ed-ac0f-b4e1dc347deb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.545078] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "refresh_cache-0cd01f76-79cb-4640-b697-dc89f3a53f51" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.546861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquired lock "refresh_cache-0cd01f76-79cb-4640-b697-dc89f3a53f51" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.547345] env[69041]: DEBUG nova.network.neutron [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.609693] env[69041]: DEBUG oslo_vmware.api [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889341, 'name': PowerOnVM_Task, 'duration_secs': 0.523923} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.609971] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554375} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.614056] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.616820] env[69041]: INFO nova.compute.manager [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Took 5.50 seconds to spawn the instance on the hypervisor. [ 964.617096] env[69041]: DEBUG nova.compute.manager [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.617457] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 0cabc681-9c9b-49e3-95ca-0b3c80be052b/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. [ 964.618883] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d40384-ddda-4f39-be15-8d6e4cf45fd3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.622504] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812b4ab0-d196-4e54-89d9-e8e43425dac5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.661485] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 0cabc681-9c9b-49e3-95ca-0b3c80be052b/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.664307] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7af587d-5118-4d5c-b481-f73f2bc09454 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.683682] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 964.683682] env[69041]: value = "task-2889344" [ 964.683682] env[69041]: _type = "Task" [ 964.683682] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.694214] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.724049] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889343, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.852740] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc660fd2-e5dc-4c81-9ade-9c392e3edac1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.862386] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45e6f6f-f388-42fe-a7cf-5d9ffec4703c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.901783] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b1057c-2acd-4ef5-96c2-41ea69940d71 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.913070] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92301765-9395-48af-be0b-f11f3e4c80d0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.932019] env[69041]: DEBUG nova.compute.provider_tree [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.112803] env[69041]: DEBUG nova.network.neutron [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.174663] env[69041]: INFO nova.compute.manager [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Took 28.31 seconds to build instance. [ 965.203459] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.229084] env[69041]: DEBUG oslo_vmware.api [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889343, 'name': PowerOnVM_Task, 'duration_secs': 0.611184} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.232272] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.233082] env[69041]: INFO nova.compute.manager [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Took 8.75 seconds to spawn the instance on the hypervisor. [ 965.233082] env[69041]: DEBUG nova.compute.manager [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.235078] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd7670-b803-413f-9b45-d985a3c8a43d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.330143] env[69041]: DEBUG nova.network.neutron [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Updating instance_info_cache with network_info: [{"id": "49d63183-c5c7-4528-b657-f53711f6804e", "address": "fa:16:3e:ad:61:95", "network": {"id": "d4759b63-7e25-4073-8cf5-b8e1d1c4d27a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2059695864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600f360295bd4ff0838099b6c6f8146f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d63183-c5", "ovs_interfaceid": "49d63183-c5c7-4528-b657-f53711f6804e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.421853] env[69041]: DEBUG nova.compute.manager [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Received event network-vif-deleted-5725ef1b-01f9-4bf6-838e-5486e92ce63f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.426158] env[69041]: DEBUG nova.compute.manager [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Received event network-vif-plugged-49d63183-c5c7-4528-b657-f53711f6804e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.426158] env[69041]: DEBUG oslo_concurrency.lockutils [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] Acquiring lock "0cd01f76-79cb-4640-b697-dc89f3a53f51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.426158] env[69041]: DEBUG oslo_concurrency.lockutils [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.426158] env[69041]: DEBUG oslo_concurrency.lockutils [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.426534] env[69041]: DEBUG nova.compute.manager [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] No waiting events found dispatching network-vif-plugged-49d63183-c5c7-4528-b657-f53711f6804e {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.426534] env[69041]: WARNING nova.compute.manager [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Received unexpected event network-vif-plugged-49d63183-c5c7-4528-b657-f53711f6804e for instance with vm_state building and task_state spawning. [ 965.426898] env[69041]: DEBUG nova.compute.manager [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Received event network-changed-49d63183-c5c7-4528-b657-f53711f6804e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.426898] env[69041]: DEBUG nova.compute.manager [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Refreshing instance network info cache due to event network-changed-49d63183-c5c7-4528-b657-f53711f6804e. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 965.427138] env[69041]: DEBUG oslo_concurrency.lockutils [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] Acquiring lock "refresh_cache-0cd01f76-79cb-4640-b697-dc89f3a53f51" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.432524] env[69041]: DEBUG nova.scheduler.client.report [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.677030] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc050032-a04d-4f52-9fe6-5ab13c2a10ad tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "5f7f901f-d2e6-4133-a646-57c1fc88b9ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.599s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.702187] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889344, 'name': ReconfigVM_Task, 'duration_secs': 0.798104} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.702571] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 0cabc681-9c9b-49e3-95ca-0b3c80be052b/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.704249] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36797417-3090-4f0f-a6fe-de1d78bdbdba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.740420] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7043aeeb-2214-47fb-82e3-f16167e344b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.763050] env[69041]: INFO nova.compute.manager [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Took 29.16 seconds to build instance. [ 965.766386] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 965.766386] env[69041]: value = "task-2889345" [ 965.766386] env[69041]: _type = "Task" [ 965.766386] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.780237] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.833278] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Releasing lock "refresh_cache-0cd01f76-79cb-4640-b697-dc89f3a53f51" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.833634] env[69041]: DEBUG nova.compute.manager [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Instance network_info: |[{"id": "49d63183-c5c7-4528-b657-f53711f6804e", "address": "fa:16:3e:ad:61:95", "network": {"id": "d4759b63-7e25-4073-8cf5-b8e1d1c4d27a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2059695864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600f360295bd4ff0838099b6c6f8146f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d63183-c5", "ovs_interfaceid": "49d63183-c5c7-4528-b657-f53711f6804e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.833960] env[69041]: DEBUG oslo_concurrency.lockutils [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] Acquired lock "refresh_cache-0cd01f76-79cb-4640-b697-dc89f3a53f51" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.834247] env[69041]: DEBUG nova.network.neutron [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Refreshing network info cache for port 49d63183-c5c7-4528-b657-f53711f6804e {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.836211] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:61:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49d63183-c5c7-4528-b657-f53711f6804e', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.844751] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Creating folder: Project (600f360295bd4ff0838099b6c6f8146f). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.846193] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fecea22-695c-4612-95f0-bc1856cab835 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.860603] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Created folder: Project (600f360295bd4ff0838099b6c6f8146f) in parent group-v580429. [ 965.860925] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Creating folder: Instances. Parent ref: group-v580491. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.861302] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1c5be47-44b2-417e-b673-a0ac9f873e93 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.876051] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Created folder: Instances in parent group-v580491. [ 965.876051] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.876051] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.876199] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1791c722-272a-48ad-ba04-487758dafa33 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.908388] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.908388] env[69041]: value = "task-2889348" [ 965.908388] env[69041]: _type = "Task" [ 965.908388] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.917873] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889348, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.937793] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.941042] env[69041]: DEBUG nova.compute.manager [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.942166] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.339s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.942535] env[69041]: DEBUG nova.objects.instance [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lazy-loading 'resources' on Instance uuid ec8304a0-d86a-47e3-ba2a-d63b6f665e48 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.180375] env[69041]: DEBUG nova.compute.manager [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.265653] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d03ed158-a2fe-4352-8868-937a454af8bc tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.203s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.282999] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889345, 'name': ReconfigVM_Task, 'duration_secs': 0.295586} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.283432] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.284373] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a18778e9-f065-4c76-b026-c849b4106f31 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.293915] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 966.293915] env[69041]: value = "task-2889349" [ 966.293915] env[69041]: _type = "Task" [ 966.293915] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.307458] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.422206] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889348, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.444938] env[69041]: DEBUG nova.compute.utils [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.446562] env[69041]: DEBUG nova.compute.manager [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.446802] env[69041]: DEBUG nova.network.neutron [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.555101] env[69041]: DEBUG nova.policy [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fe2c049b9134b7d87ed9d0ba987ba7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '546517d3e49049fd8be25fdbca294b95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.636760] env[69041]: DEBUG nova.network.neutron [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Updated VIF entry in instance network info cache for port 49d63183-c5c7-4528-b657-f53711f6804e. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.637152] env[69041]: DEBUG nova.network.neutron [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Updating instance_info_cache with network_info: [{"id": "49d63183-c5c7-4528-b657-f53711f6804e", "address": "fa:16:3e:ad:61:95", "network": {"id": "d4759b63-7e25-4073-8cf5-b8e1d1c4d27a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2059695864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600f360295bd4ff0838099b6c6f8146f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d63183-c5", "ovs_interfaceid": "49d63183-c5c7-4528-b657-f53711f6804e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.668318] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquiring lock "3dfa074e-f205-4cef-91c5-685c51956b35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.668576] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Lock "3dfa074e-f205-4cef-91c5-685c51956b35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.711855] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.775718] env[69041]: DEBUG nova.compute.manager [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.811816] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889349, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.930816] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889348, 'name': CreateVM_Task, 'duration_secs': 0.544435} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.930816] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.930816] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.930816] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.932472] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.932472] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a4d892b-3d7d-443d-8119-077e503ddea9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.937617] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 966.937617] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c2052d-665c-8108-bfae-c0907f616fad" [ 966.937617] env[69041]: _type = "Task" [ 966.937617] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.950698] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c2052d-665c-8108-bfae-c0907f616fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.953061] env[69041]: DEBUG nova.compute.manager [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.074903] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58412b43-3be9-476a-a8a8-e1b979c0a49e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.084398] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c7e957-96f5-4f2b-b02a-b4cff4ada1ef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.118623] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558ea192-546d-4318-881d-954eca32c88f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.128655] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb78ee78-76ef-4039-8006-b64df760a232 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.144198] env[69041]: DEBUG oslo_concurrency.lockutils [req-03e20e67-95a0-4075-910a-7e92a1f06cbe req-f3982056-44f8-4ee5-ad86-fc864e34e951 service nova] Releasing lock "refresh_cache-0cd01f76-79cb-4640-b697-dc89f3a53f51" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.144787] env[69041]: DEBUG nova.compute.provider_tree [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.146714] env[69041]: DEBUG nova.network.neutron [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Successfully created port: 38a23943-3885-4b8e-b043-c3936a61b9f2 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.307993] env[69041]: DEBUG oslo_vmware.api [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889349, 'name': PowerOnVM_Task, 'duration_secs': 0.834827} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.309256] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.309587] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.314021] env[69041]: DEBUG nova.compute.manager [None req-2a779ed6-6736-4648-9a1d-4767149b9c98 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.314021] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d791d-1845-40b6-80a2-66756d9cbf9e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.329018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "69c5ce46-01dd-4f63-a099-410104d7066b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.329018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "69c5ce46-01dd-4f63-a099-410104d7066b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.396423] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.396691] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.435538] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.435919] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.450308] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c2052d-665c-8108-bfae-c0907f616fad, 'name': SearchDatastore_Task, 'duration_secs': 0.026888} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.450825] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.450825] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.450987] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.451217] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.451757] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.452121] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f4634f-5d5f-454e-b40f-a45db2d1f6bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.458889] env[69041]: INFO nova.virt.block_device [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Booting with volume 76632aea-0396-4956-bbaf-0fd5770ec2dd at /dev/sda [ 967.464772] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.465091] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.478511] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186266f8-7953-4e4d-8009-ca17e1ddb3cb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.487318] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 967.487318] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5277d0f7-6fa6-adc6-8564-de7aa771b02b" [ 967.487318] env[69041]: _type = "Task" [ 967.487318] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.496611] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5277d0f7-6fa6-adc6-8564-de7aa771b02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.528542] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff8f18b7-013d-4853-a9ba-0e4b832877e2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.540369] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d16168-3aa4-406b-81fa-d04573c77f69 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.577195] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00f003f6-a4c7-412c-9977-bbe2cfd5a48a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.590857] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b200e67e-dc5e-43f7-a55b-bfb8c52dd25d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.637380] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a4b27b-a294-44ee-b235-e97f87fa59e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.645912] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5a3571-4eb5-4243-b4d1-dbf822556d6d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.649787] env[69041]: DEBUG nova.scheduler.client.report [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.666951] env[69041]: DEBUG nova.virt.block_device [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Updating existing volume attachment record: c71ff845-aa30-420c-821f-a3ff690bb1b6 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 967.764806] env[69041]: INFO nova.compute.manager [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Rebuilding instance [ 967.818233] env[69041]: DEBUG nova.compute.manager [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.819372] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f20314-43ac-4bdd-8d58-a6b01819b1fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.000466] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5277d0f7-6fa6-adc6-8564-de7aa771b02b, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.001590] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3aa80a5-5985-4cd9-8d5b-88ffc29340fd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.011205] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 968.011205] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52083153-a21e-38be-ef30-b4556bf87eca" [ 968.011205] env[69041]: _type = "Task" [ 968.011205] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.023239] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52083153-a21e-38be-ef30-b4556bf87eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.156816] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.157906] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.434s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.159649] env[69041]: INFO nova.compute.claims [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.179296] env[69041]: INFO nova.scheduler.client.report [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Deleted allocations for instance ec8304a0-d86a-47e3-ba2a-d63b6f665e48 [ 968.521967] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52083153-a21e-38be-ef30-b4556bf87eca, 'name': SearchDatastore_Task, 'duration_secs': 0.023693} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.522270] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.522559] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 0cd01f76-79cb-4640-b697-dc89f3a53f51/0cd01f76-79cb-4640-b697-dc89f3a53f51.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.522939] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae6a755c-0bfe-44c9-a3c7-04f235b82dd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.532472] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 968.532472] env[69041]: value = "task-2889350" [ 968.532472] env[69041]: _type = "Task" [ 968.532472] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.542914] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.686856] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9996eecd-c8ac-4f07-b5ed-4f79ba1cdb23 tempest-ServerDiagnosticsV248Test-1217046387 tempest-ServerDiagnosticsV248Test-1217046387-project-member] Lock "ec8304a0-d86a-47e3-ba2a-d63b6f665e48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.827s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.843091] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.843339] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09df4864-bb71-4eb8-9d65-02dbada90cf4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.853674] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 968.853674] env[69041]: value = "task-2889351" [ 968.853674] env[69041]: _type = "Task" [ 968.853674] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.868440] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.047648] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889350, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.367156] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889351, 'name': PowerOffVM_Task, 'duration_secs': 0.283702} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.367950] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.367950] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.369112] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52e97a0-42ee-4112-b1fa-b9a48b268a3e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.381234] env[69041]: DEBUG nova.network.neutron [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Successfully updated port: 38a23943-3885-4b8e-b043-c3936a61b9f2 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.384721] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.385218] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fa7f889-609d-4721-972c-a506193683c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.417177] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.417628] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.417878] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Deleting the datastore file [datastore1] 5f7f901f-d2e6-4133-a646-57c1fc88b9ce {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.418201] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fb5fcb2-f80b-4e7d-933f-2f7158921032 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.427576] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 969.427576] env[69041]: value = "task-2889353" [ 969.427576] env[69041]: _type = "Task" [ 969.427576] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.442602] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.548321] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776952} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.548625] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 0cd01f76-79cb-4640-b697-dc89f3a53f51/0cd01f76-79cb-4640-b697-dc89f3a53f51.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.548876] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.549174] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dc558aa-92fc-4dad-a2cb-49d96585d5a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.558162] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 969.558162] env[69041]: value = "task-2889354" [ 969.558162] env[69041]: _type = "Task" [ 969.558162] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.571457] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.748528] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3fc508-1bfa-4e52-ad81-74095c4de5af {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.758161] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c545e-76ae-47e0-9a8a-4088058fb72e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.793550] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d45d53e-cff3-4e18-a3cd-427bcf6327e0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.800194] env[69041]: DEBUG nova.compute.manager [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.800817] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.801098] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.801315] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.801558] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.801755] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.801952] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.802210] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.802439] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.802661] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.802890] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.803194] env[69041]: DEBUG nova.virt.hardware [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.806344] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6670d9f5-7439-4ec9-9690-59e8541782c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.810960] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c4c9c-fa5d-4fe0-8847-115ecd884c53 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.827536] env[69041]: DEBUG nova.compute.provider_tree [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.832703] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8344c88-0514-4d56-bca7-7e3c72a29942 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.889974] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Acquiring lock "refresh_cache-d60cb023-ee84-44eb-9a37-1299d8042c0f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.890242] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Acquired lock "refresh_cache-d60cb023-ee84-44eb-9a37-1299d8042c0f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.890401] env[69041]: DEBUG nova.network.neutron [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.941852] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16356} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.942181] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.942400] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.944060] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.962679] env[69041]: DEBUG nova.compute.manager [req-68daa9b6-f4b5-415d-8bb0-deb06b667e87 req-2916a3e1-3424-4399-8ec5-7192aeb06ad8 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Received event network-vif-plugged-38a23943-3885-4b8e-b043-c3936a61b9f2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.962961] env[69041]: DEBUG oslo_concurrency.lockutils [req-68daa9b6-f4b5-415d-8bb0-deb06b667e87 req-2916a3e1-3424-4399-8ec5-7192aeb06ad8 service nova] Acquiring lock "d60cb023-ee84-44eb-9a37-1299d8042c0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.963192] env[69041]: DEBUG oslo_concurrency.lockutils [req-68daa9b6-f4b5-415d-8bb0-deb06b667e87 req-2916a3e1-3424-4399-8ec5-7192aeb06ad8 service nova] Lock "d60cb023-ee84-44eb-9a37-1299d8042c0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.963363] env[69041]: DEBUG oslo_concurrency.lockutils [req-68daa9b6-f4b5-415d-8bb0-deb06b667e87 req-2916a3e1-3424-4399-8ec5-7192aeb06ad8 service nova] Lock "d60cb023-ee84-44eb-9a37-1299d8042c0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.963574] env[69041]: DEBUG nova.compute.manager [req-68daa9b6-f4b5-415d-8bb0-deb06b667e87 req-2916a3e1-3424-4399-8ec5-7192aeb06ad8 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] No waiting events found dispatching network-vif-plugged-38a23943-3885-4b8e-b043-c3936a61b9f2 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.963797] env[69041]: WARNING nova.compute.manager [req-68daa9b6-f4b5-415d-8bb0-deb06b667e87 req-2916a3e1-3424-4399-8ec5-7192aeb06ad8 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Received unexpected event network-vif-plugged-38a23943-3885-4b8e-b043-c3936a61b9f2 for instance with vm_state building and task_state spawning. [ 969.996725] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.997043] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.073637] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076309} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.073637] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.074931] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75ce196-f2d8-49c9-b40b-8cde38a15bab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.115439] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 0cd01f76-79cb-4640-b697-dc89f3a53f51/0cd01f76-79cb-4640-b697-dc89f3a53f51.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.115886] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f142d3df-dc43-4f2e-8864-9919038ea2fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.145905] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 970.145905] env[69041]: value = "task-2889355" [ 970.145905] env[69041]: _type = "Task" [ 970.145905] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.159018] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.332741] env[69041]: DEBUG nova.scheduler.client.report [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.432497] env[69041]: DEBUG nova.network.neutron [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.659363] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.701747] env[69041]: DEBUG nova.network.neutron [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Updating instance_info_cache with network_info: [{"id": "38a23943-3885-4b8e-b043-c3936a61b9f2", "address": "fa:16:3e:00:1c:f3", "network": {"id": "641e6f92-4d75-4548-b083-46d886b974dc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-335304083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "546517d3e49049fd8be25fdbca294b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a23943-38", "ovs_interfaceid": "38a23943-3885-4b8e-b043-c3936a61b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.838574] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.839340] env[69041]: DEBUG nova.compute.manager [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.844095] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.653s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.846065] env[69041]: DEBUG nova.objects.instance [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lazy-loading 'resources' on Instance uuid 4e05da06-7389-45a1-9347-ed1057e9c050 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.931385] env[69041]: DEBUG nova.compute.manager [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.932344] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b496c-19c2-43c3-a08f-2c286d654c73 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.995064] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.995064] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.995064] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.995064] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.995498] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.995498] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.995498] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.995498] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.995498] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.995897] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.995897] env[69041]: DEBUG nova.virt.hardware [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.995897] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c655e-c86d-4ca0-82eb-1c9211c2b914 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.005647] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4353009d-7f21-4fda-a649-0173734f102a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.024219] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.030446] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.030728] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.030966] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d9fd6c4-f83e-4fc3-911b-91996e3a9143 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.051531] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.051531] env[69041]: value = "task-2889356" [ 971.051531] env[69041]: _type = "Task" [ 971.051531] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.062937] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889356, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.159423] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889355, 'name': ReconfigVM_Task, 'duration_secs': 0.846499} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.159916] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 0cd01f76-79cb-4640-b697-dc89f3a53f51/0cd01f76-79cb-4640-b697-dc89f3a53f51.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.161022] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-979b7ae4-21f1-41aa-b767-141f685749a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.172593] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 971.172593] env[69041]: value = "task-2889357" [ 971.172593] env[69041]: _type = "Task" [ 971.172593] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.188571] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889357, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.207137] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Releasing lock "refresh_cache-d60cb023-ee84-44eb-9a37-1299d8042c0f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.207137] env[69041]: DEBUG nova.compute.manager [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Instance network_info: |[{"id": "38a23943-3885-4b8e-b043-c3936a61b9f2", "address": "fa:16:3e:00:1c:f3", "network": {"id": "641e6f92-4d75-4548-b083-46d886b974dc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-335304083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "546517d3e49049fd8be25fdbca294b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a23943-38", "ovs_interfaceid": "38a23943-3885-4b8e-b043-c3936a61b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.207400] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:1c:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38a23943-3885-4b8e-b043-c3936a61b9f2', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.213645] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Creating folder: Project (546517d3e49049fd8be25fdbca294b95). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.213957] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7a96cad-a9f4-40de-92e4-5a2532044797 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.230220] env[69041]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 971.230406] env[69041]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69041) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 971.230789] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Folder already exists: Project (546517d3e49049fd8be25fdbca294b95). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 971.230976] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Creating folder: Instances. Parent ref: group-v580445. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.231225] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c50d1ab4-38eb-4380-93f1-eb6acafa1e6f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.247914] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Created folder: Instances in parent group-v580445. [ 971.252025] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.252025] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.252025] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dc8a99f-8fd8-4fb0-86b4-0556b8952b69 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.274036] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.274036] env[69041]: value = "task-2889360" [ 971.274036] env[69041]: _type = "Task" [ 971.274036] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.284264] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889360, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.348127] env[69041]: DEBUG nova.compute.utils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.354217] env[69041]: DEBUG nova.compute.manager [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.354719] env[69041]: DEBUG nova.network.neutron [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.435072] env[69041]: DEBUG nova.policy [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ccc473139bc4ca0aa495e72adef3318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc05c543b4e64ccd8e7a9214517835be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.447672] env[69041]: INFO nova.compute.manager [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] instance snapshotting [ 971.450871] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a582230-f338-4111-84b7-a2beaf0798f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.475264] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98d8f80-40f3-4c8f-9f3d-f970a3140e21 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.565699] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889356, 'name': CreateVM_Task, 'duration_secs': 0.463004} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.565930] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.566992] env[69041]: DEBUG oslo_concurrency.lockutils [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.566992] env[69041]: DEBUG oslo_concurrency.lockutils [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.567081] env[69041]: DEBUG oslo_concurrency.lockutils [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.567590] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a104e3-4da7-4070-aa0c-07f0eb88db82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.575277] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 971.575277] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528699dd-0f5f-745c-441f-4cd2499ca318" [ 971.575277] env[69041]: _type = "Task" [ 971.575277] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.589097] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528699dd-0f5f-745c-441f-4cd2499ca318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.620057] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquiring lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.620382] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.620607] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquiring lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.620793] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.620967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.626489] env[69041]: INFO nova.compute.manager [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Terminating instance [ 971.684160] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889357, 'name': Rename_Task, 'duration_secs': 0.257826} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.687287] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.687779] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d09c7827-1bf0-4896-a120-80e9c87fee70 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.696916] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 971.696916] env[69041]: value = "task-2889361" [ 971.696916] env[69041]: _type = "Task" [ 971.696916] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.707995] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.788844] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889360, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.859404] env[69041]: DEBUG nova.compute.manager [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.990729] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 971.995103] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62dbf10b-131c-47d5-bbe5-13292d4b1e68 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.005992] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 972.005992] env[69041]: value = "task-2889362" [ 972.005992] env[69041]: _type = "Task" [ 972.005992] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.014069] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadc58dd-bc9d-4c4e-8b99-f9f4893e75a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.023739] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.030236] env[69041]: DEBUG nova.network.neutron [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Successfully created port: 406b5c2c-ffcf-4976-bcd6-e407f6fd0a44 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.034268] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39b1052-179d-4153-bf8e-e5f78e0cd068 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.073973] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c1a5df-e250-493b-99ad-dddeebddfdef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.092176] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a71f88-9ba8-49fc-aa09-7021a761d97a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.097475] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528699dd-0f5f-745c-441f-4cd2499ca318, 'name': SearchDatastore_Task, 'duration_secs': 0.015122} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.097860] env[69041]: DEBUG oslo_concurrency.lockutils [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.098189] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.098546] env[69041]: DEBUG oslo_concurrency.lockutils [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.098655] env[69041]: DEBUG oslo_concurrency.lockutils [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.098888] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.099900] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-448ae29a-ee79-49be-8e87-6adc0523b9ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.111843] env[69041]: DEBUG nova.compute.provider_tree [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.122080] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.122338] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.124192] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9589d3c6-e0f1-42f6-aa31-ae470844a4b6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.135304] env[69041]: DEBUG nova.compute.manager [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.135831] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.136784] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 972.136784] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525d1af1-b4d4-0456-1978-fe03e1b48dbc" [ 972.136784] env[69041]: _type = "Task" [ 972.136784] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.137785] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062cd696-55fc-4a4a-b79b-67ea220ff14d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.153938] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525d1af1-b4d4-0456-1978-fe03e1b48dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.01398} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.157059] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.157653] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a36fcb98-6b65-4b52-9428-f8a42789c239 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.159714] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-210559ba-e84e-43ca-a9bc-d7e83451b130 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.165574] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 972.165574] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5298d0aa-687a-2230-23e9-c9b39af11ecf" [ 972.165574] env[69041]: _type = "Task" [ 972.165574] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.172376] env[69041]: DEBUG oslo_vmware.api [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for the task: (returnval){ [ 972.172376] env[69041]: value = "task-2889363" [ 972.172376] env[69041]: _type = "Task" [ 972.172376] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.180190] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5298d0aa-687a-2230-23e9-c9b39af11ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.186979] env[69041]: DEBUG oslo_vmware.api [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.209823] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.222481] env[69041]: DEBUG nova.compute.manager [req-51db499b-b236-4545-82f5-e75ab8e486b9 req-0fc85a17-b41f-4c41-96fc-5a80f47a04e3 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Received event network-changed-38a23943-3885-4b8e-b043-c3936a61b9f2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.222693] env[69041]: DEBUG nova.compute.manager [req-51db499b-b236-4545-82f5-e75ab8e486b9 req-0fc85a17-b41f-4c41-96fc-5a80f47a04e3 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Refreshing instance network info cache due to event network-changed-38a23943-3885-4b8e-b043-c3936a61b9f2. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 972.222912] env[69041]: DEBUG oslo_concurrency.lockutils [req-51db499b-b236-4545-82f5-e75ab8e486b9 req-0fc85a17-b41f-4c41-96fc-5a80f47a04e3 service nova] Acquiring lock "refresh_cache-d60cb023-ee84-44eb-9a37-1299d8042c0f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.223285] env[69041]: DEBUG oslo_concurrency.lockutils [req-51db499b-b236-4545-82f5-e75ab8e486b9 req-0fc85a17-b41f-4c41-96fc-5a80f47a04e3 service nova] Acquired lock "refresh_cache-d60cb023-ee84-44eb-9a37-1299d8042c0f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.223491] env[69041]: DEBUG nova.network.neutron [req-51db499b-b236-4545-82f5-e75ab8e486b9 req-0fc85a17-b41f-4c41-96fc-5a80f47a04e3 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Refreshing network info cache for port 38a23943-3885-4b8e-b043-c3936a61b9f2 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.289781] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889360, 'name': CreateVM_Task, 'duration_secs': 0.73567} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.289990] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.290704] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'attachment_id': 'c71ff845-aa30-420c-821f-a3ff690bb1b6', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580458', 'volume_id': '76632aea-0396-4956-bbaf-0fd5770ec2dd', 'name': 'volume-76632aea-0396-4956-bbaf-0fd5770ec2dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd60cb023-ee84-44eb-9a37-1299d8042c0f', 'attached_at': '', 'detached_at': '', 'volume_id': '76632aea-0396-4956-bbaf-0fd5770ec2dd', 'serial': '76632aea-0396-4956-bbaf-0fd5770ec2dd'}, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69041) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 972.290948] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Root volume attach. Driver type: vmdk {{(pid=69041) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 972.291748] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549e05a0-f00e-4f75-8c01-685be1b9a356 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.300950] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04a22eb-3064-43be-8bb6-15056df2a8df {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.310159] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0904e0-b393-4548-95f7-8f95bda25b35 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.319633] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8ca4966e-f488-41c4-8341-df1126083e7b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.331031] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for the task: (returnval){ [ 972.331031] env[69041]: value = "task-2889364" [ 972.331031] env[69041]: _type = "Task" [ 972.331031] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.344211] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889364, 'name': RelocateVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.517827] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.614870] env[69041]: DEBUG nova.scheduler.client.report [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.681694] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5298d0aa-687a-2230-23e9-c9b39af11ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.014037} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.682452] env[69041]: DEBUG oslo_concurrency.lockutils [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.682874] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5f7f901f-d2e6-4133-a646-57c1fc88b9ce/5f7f901f-d2e6-4133-a646-57c1fc88b9ce.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.683266] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b187230c-c58f-4652-91e2-de47b9773d73 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.690569] env[69041]: DEBUG oslo_vmware.api [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889363, 'name': PowerOffVM_Task, 'duration_secs': 0.246622} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.690718] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.690954] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.691185] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcb60ca4-60c9-479a-bb08-0600af932a79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.695896] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 972.695896] env[69041]: value = "task-2889365" [ 972.695896] env[69041]: _type = "Task" [ 972.695896] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.714683] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.717954] env[69041]: DEBUG oslo_vmware.api [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889361, 'name': PowerOnVM_Task, 'duration_secs': 0.71067} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.718431] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.718656] env[69041]: INFO nova.compute.manager [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Took 9.80 seconds to spawn the instance on the hypervisor. [ 972.718841] env[69041]: DEBUG nova.compute.manager [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.719754] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d03ca48-f30f-4fa6-9492-cf856a38591d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.785406] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.785733] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.786105] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Deleting the datastore file [datastore2] f01b646e-c754-42ed-9a53-2dec0cfb6d47 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.786947] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80f2018a-1cae-4706-a062-9827b3d9c819 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.797149] env[69041]: DEBUG oslo_vmware.api [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for the task: (returnval){ [ 972.797149] env[69041]: value = "task-2889367" [ 972.797149] env[69041]: _type = "Task" [ 972.797149] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.808502] env[69041]: DEBUG oslo_vmware.api [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.845563] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889364, 'name': RelocateVM_Task, 'duration_secs': 0.486962} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.845977] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 972.847019] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580458', 'volume_id': '76632aea-0396-4956-bbaf-0fd5770ec2dd', 'name': 'volume-76632aea-0396-4956-bbaf-0fd5770ec2dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd60cb023-ee84-44eb-9a37-1299d8042c0f', 'attached_at': '', 'detached_at': '', 'volume_id': '76632aea-0396-4956-bbaf-0fd5770ec2dd', 'serial': '76632aea-0396-4956-bbaf-0fd5770ec2dd'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 972.848341] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a5515a-fa64-4d55-907f-7cb3ebec49f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.871358] env[69041]: DEBUG nova.compute.manager [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.874100] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a1f0f1-6dd1-4cd6-87a2-2e2213acceff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.905496] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] volume-76632aea-0396-4956-bbaf-0fd5770ec2dd/volume-76632aea-0396-4956-bbaf-0fd5770ec2dd.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.908177] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-147e4466-c0ff-4adb-9bdb-28760e315c07 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.933513] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.933513] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.933722] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.933824] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.933978] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.934541] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.934640] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.934928] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.935185] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.935367] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.935627] env[69041]: DEBUG nova.virt.hardware [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.936767] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb2ad8a-f622-4ce3-8ab6-b7d3310205ef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.943417] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for the task: (returnval){ [ 972.943417] env[69041]: value = "task-2889368" [ 972.943417] env[69041]: _type = "Task" [ 972.943417] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.960778] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5049d5-5893-42f5-8049-a766ede6d4e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.967457] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.017830] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889362, 'name': CreateSnapshot_Task, 'duration_secs': 0.691028} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.018253] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.018912] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da0def-c87c-4edc-9dea-2f174a95adcd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.061294] env[69041]: DEBUG nova.network.neutron [req-51db499b-b236-4545-82f5-e75ab8e486b9 req-0fc85a17-b41f-4c41-96fc-5a80f47a04e3 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Updated VIF entry in instance network info cache for port 38a23943-3885-4b8e-b043-c3936a61b9f2. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.061675] env[69041]: DEBUG nova.network.neutron [req-51db499b-b236-4545-82f5-e75ab8e486b9 req-0fc85a17-b41f-4c41-96fc-5a80f47a04e3 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Updating instance_info_cache with network_info: [{"id": "38a23943-3885-4b8e-b043-c3936a61b9f2", "address": "fa:16:3e:00:1c:f3", "network": {"id": "641e6f92-4d75-4548-b083-46d886b974dc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-335304083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "546517d3e49049fd8be25fdbca294b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a23943-38", "ovs_interfaceid": "38a23943-3885-4b8e-b043-c3936a61b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.121261] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.124596] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.788s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.158545] env[69041]: INFO nova.scheduler.client.report [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted allocations for instance 4e05da06-7389-45a1-9347-ed1057e9c050 [ 973.209854] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889365, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.246418] env[69041]: INFO nova.compute.manager [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Took 32.07 seconds to build instance. [ 973.310473] env[69041]: DEBUG oslo_vmware.api [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Task: {'id': task-2889367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224626} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.310749] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.310932] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.311125] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.311303] env[69041]: INFO nova.compute.manager [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Took 1.18 seconds to destroy the instance on the hypervisor. [ 973.311551] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.311759] env[69041]: DEBUG nova.compute.manager [-] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.311855] env[69041]: DEBUG nova.network.neutron [-] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.456172] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.545563] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 973.545871] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14c9a109-07a5-426f-ba56-fcd212b3c8b6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.555887] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 973.555887] env[69041]: value = "task-2889369" [ 973.555887] env[69041]: _type = "Task" [ 973.555887] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.565599] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889369, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.571202] env[69041]: DEBUG oslo_concurrency.lockutils [req-51db499b-b236-4545-82f5-e75ab8e486b9 req-0fc85a17-b41f-4c41-96fc-5a80f47a04e3 service nova] Releasing lock "refresh_cache-d60cb023-ee84-44eb-9a37-1299d8042c0f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.630859] env[69041]: INFO nova.compute.claims [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.668276] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d48002fd-45ba-47ac-aee0-ee2f0f667daa tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "4e05da06-7389-45a1-9347-ed1057e9c050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.269s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.717552] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609074} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.718681] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5f7f901f-d2e6-4133-a646-57c1fc88b9ce/5f7f901f-d2e6-4133-a646-57c1fc88b9ce.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.718681] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.718681] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eec41e8-408f-46fa-bdc7-8eaeb5810b95 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.726856] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 973.726856] env[69041]: value = "task-2889370" [ 973.726856] env[69041]: _type = "Task" [ 973.726856] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.739835] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.746782] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc36a61b-70b1-4674-8e89-ded94a4c57d4 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.901s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.959677] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889368, 'name': ReconfigVM_Task, 'duration_secs': 0.70173} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.959976] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Reconfigured VM instance instance-00000014 to attach disk [datastore1] volume-76632aea-0396-4956-bbaf-0fd5770ec2dd/volume-76632aea-0396-4956-bbaf-0fd5770ec2dd.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.964980] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9bcfcc9-8cd1-467d-820a-949a15c3242e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.983210] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for the task: (returnval){ [ 973.983210] env[69041]: value = "task-2889371" [ 973.983210] env[69041]: _type = "Task" [ 973.983210] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.993692] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.067865] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889369, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.137014] env[69041]: INFO nova.compute.resource_tracker [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating resource usage from migration 79fa12b2-0e06-4eed-9482-5cb5fd4503a7 [ 974.220077] env[69041]: DEBUG nova.network.neutron [-] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.246808] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084755} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.246808] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.247162] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d476244d-f037-4e9c-b838-1ca2cb81f7e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.252852] env[69041]: DEBUG nova.compute.manager [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.276776] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 5f7f901f-d2e6-4133-a646-57c1fc88b9ce/5f7f901f-d2e6-4133-a646-57c1fc88b9ce.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.279783] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5efe31d2-a27c-4228-b67e-2cc033377888 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.303929] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 974.303929] env[69041]: value = "task-2889372" [ 974.303929] env[69041]: _type = "Task" [ 974.303929] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.313899] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.421202] env[69041]: DEBUG nova.compute.manager [req-f0341e79-4c88-481f-9e73-6c47babe4ad5 req-3e25b585-4bad-4195-9a7d-97a5b3bb408a service nova] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Received event network-vif-deleted-6ff5532e-693f-4b97-8be5-920f3ec8edad {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 974.496740] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889371, 'name': ReconfigVM_Task, 'duration_secs': 0.269601} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.497106] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580458', 'volume_id': '76632aea-0396-4956-bbaf-0fd5770ec2dd', 'name': 'volume-76632aea-0396-4956-bbaf-0fd5770ec2dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd60cb023-ee84-44eb-9a37-1299d8042c0f', 'attached_at': '', 'detached_at': '', 'volume_id': '76632aea-0396-4956-bbaf-0fd5770ec2dd', 'serial': '76632aea-0396-4956-bbaf-0fd5770ec2dd'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 974.497881] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-692a1244-f183-4f6e-a3ae-bad0e3552ed5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.506394] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for the task: (returnval){ [ 974.506394] env[69041]: value = "task-2889373" [ 974.506394] env[69041]: _type = "Task" [ 974.506394] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.517503] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889373, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.568653] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889369, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.727427] env[69041]: INFO nova.compute.manager [-] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Took 1.42 seconds to deallocate network for instance. [ 974.764724] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28036642-147d-416b-9e77-567650d0fb48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.774886] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bdace0-d660-4018-8be6-654fc0cdeed3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.781851] env[69041]: DEBUG nova.network.neutron [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Successfully updated port: 406b5c2c-ffcf-4976-bcd6-e407f6fd0a44 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.783275] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.815478] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55daf51-dc27-46a8-adda-d66a1db679b4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.819820] env[69041]: DEBUG nova.compute.manager [req-c0947c16-6b81-4561-8f33-0d97c919813b req-e208a69c-db5d-4315-a546-a1ce3adc5d84 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Received event network-vif-plugged-406b5c2c-ffcf-4976-bcd6-e407f6fd0a44 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 974.820056] env[69041]: DEBUG oslo_concurrency.lockutils [req-c0947c16-6b81-4561-8f33-0d97c919813b req-e208a69c-db5d-4315-a546-a1ce3adc5d84 service nova] Acquiring lock "6765dff9-29d9-477e-be08-bf5cabc069be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.820271] env[69041]: DEBUG oslo_concurrency.lockutils [req-c0947c16-6b81-4561-8f33-0d97c919813b req-e208a69c-db5d-4315-a546-a1ce3adc5d84 service nova] Lock "6765dff9-29d9-477e-be08-bf5cabc069be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.820440] env[69041]: DEBUG oslo_concurrency.lockutils [req-c0947c16-6b81-4561-8f33-0d97c919813b req-e208a69c-db5d-4315-a546-a1ce3adc5d84 service nova] Lock "6765dff9-29d9-477e-be08-bf5cabc069be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.820604] env[69041]: DEBUG nova.compute.manager [req-c0947c16-6b81-4561-8f33-0d97c919813b req-e208a69c-db5d-4315-a546-a1ce3adc5d84 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] No waiting events found dispatching network-vif-plugged-406b5c2c-ffcf-4976-bcd6-e407f6fd0a44 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.820983] env[69041]: WARNING nova.compute.manager [req-c0947c16-6b81-4561-8f33-0d97c919813b req-e208a69c-db5d-4315-a546-a1ce3adc5d84 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Received unexpected event network-vif-plugged-406b5c2c-ffcf-4976-bcd6-e407f6fd0a44 for instance with vm_state building and task_state spawning. [ 974.832068] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46729205-eda9-452b-b0ba-fb74b2ca5ce6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.837968] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889372, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.852884] env[69041]: DEBUG nova.compute.provider_tree [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.020978] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889373, 'name': Rename_Task, 'duration_secs': 0.207706} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.021446] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.021817] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2810d2d-6898-44c2-af77-f35e7111170a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.034285] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for the task: (returnval){ [ 975.034285] env[69041]: value = "task-2889374" [ 975.034285] env[69041]: _type = "Task" [ 975.034285] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.050664] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.071532] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889369, 'name': CloneVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.236681] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.311588] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-6765dff9-29d9-477e-be08-bf5cabc069be" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.311588] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-6765dff9-29d9-477e-be08-bf5cabc069be" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.312116] env[69041]: DEBUG nova.network.neutron [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.324361] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889372, 'name': ReconfigVM_Task, 'duration_secs': 0.631438} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.325167] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 5f7f901f-d2e6-4133-a646-57c1fc88b9ce/5f7f901f-d2e6-4133-a646-57c1fc88b9ce.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.325167] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95f66cb8-09b1-48ab-a5e6-b06ea9e7f05c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.338173] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 975.338173] env[69041]: value = "task-2889375" [ 975.338173] env[69041]: _type = "Task" [ 975.338173] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.350196] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889375, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.357055] env[69041]: DEBUG nova.scheduler.client.report [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.442633] env[69041]: DEBUG oslo_vmware.rw_handles [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f9112-28cd-28fd-97dc-544cb8fca55c/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 975.447458] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521e8e34-ba6a-40f7-bef9-d316581d6786 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.456388] env[69041]: DEBUG oslo_vmware.rw_handles [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f9112-28cd-28fd-97dc-544cb8fca55c/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 975.456869] env[69041]: ERROR oslo_vmware.rw_handles [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f9112-28cd-28fd-97dc-544cb8fca55c/disk-0.vmdk due to incomplete transfer. [ 975.457332] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8d35a74b-a26c-47bf-beff-818e392bc775 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.486812] env[69041]: DEBUG oslo_vmware.rw_handles [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523f9112-28cd-28fd-97dc-544cb8fca55c/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 975.487043] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Uploaded image fc74c130-de43-4b93-a79d-65b628ed0f07 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 975.493238] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 975.493573] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83470ad5-8b94-4654-b047-648d9ddf6708 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.507282] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 975.507282] env[69041]: value = "task-2889376" [ 975.507282] env[69041]: _type = "Task" [ 975.507282] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.517512] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889376, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.548114] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889374, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.569741] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889369, 'name': CloneVM_Task, 'duration_secs': 1.560551} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.570023] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Created linked-clone VM from snapshot [ 975.571051] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a8501-cec4-43bf-ac85-2900a5aa22bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.582069] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Uploading image 739c95b6-6b44-40fa-a727-5cca6b0f8da4 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 975.608293] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 975.608684] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e37a445-78c4-4e3f-84a6-d8f4570269ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.616783] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 975.616783] env[69041]: value = "task-2889377" [ 975.616783] env[69041]: _type = "Task" [ 975.616783] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.629150] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889377, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.848045] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889375, 'name': Rename_Task, 'duration_secs': 0.240676} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.850541] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.850541] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f423eff4-cd6e-48c2-8ceb-b1092062ec30 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.859020] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 975.859020] env[69041]: value = "task-2889378" [ 975.859020] env[69041]: _type = "Task" [ 975.859020] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.865929] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.741s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.867454] env[69041]: INFO nova.compute.manager [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Migrating [ 975.867454] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.867454] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.868345] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.868760] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.289s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.870407] env[69041]: INFO nova.compute.claims [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.891786] env[69041]: DEBUG nova.network.neutron [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.019450] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889376, 'name': Destroy_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.044124] env[69041]: DEBUG oslo_vmware.api [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889374, 'name': PowerOnVM_Task, 'duration_secs': 0.558845} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.045213] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.045588] env[69041]: INFO nova.compute.manager [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Took 6.25 seconds to spawn the instance on the hypervisor. [ 976.049019] env[69041]: DEBUG nova.compute.manager [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.049019] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c63b77-1f43-4a08-9ed9-904f49b81549 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.131867] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889377, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.296311] env[69041]: DEBUG nova.network.neutron [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Updating instance_info_cache with network_info: [{"id": "406b5c2c-ffcf-4976-bcd6-e407f6fd0a44", "address": "fa:16:3e:97:82:ba", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406b5c2c-ff", "ovs_interfaceid": "406b5c2c-ffcf-4976-bcd6-e407f6fd0a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.372685] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.378482] env[69041]: INFO nova.compute.rpcapi [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 976.378836] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.521848] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889376, 'name': Destroy_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.576559] env[69041]: INFO nova.compute.manager [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Took 30.38 seconds to build instance. [ 976.631033] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889377, 'name': Destroy_Task, 'duration_secs': 0.991831} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.634154] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Destroyed the VM [ 976.634720] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 976.635290] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6bfd29c-4357-4c8d-a199-1d33ec5d26f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.642728] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 976.642728] env[69041]: value = "task-2889379" [ 976.642728] env[69041]: _type = "Task" [ 976.642728] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.652456] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.798958] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-6765dff9-29d9-477e-be08-bf5cabc069be" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.799229] env[69041]: DEBUG nova.compute.manager [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Instance network_info: |[{"id": "406b5c2c-ffcf-4976-bcd6-e407f6fd0a44", "address": "fa:16:3e:97:82:ba", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406b5c2c-ff", "ovs_interfaceid": "406b5c2c-ffcf-4976-bcd6-e407f6fd0a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.799641] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:82:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '406b5c2c-ffcf-4976-bcd6-e407f6fd0a44', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.808048] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.810978] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.811404] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29a97d2c-42b5-47df-accc-2897282b529c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.835228] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.835228] env[69041]: value = "task-2889380" [ 976.835228] env[69041]: _type = "Task" [ 976.835228] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.843911] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889380, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.872025] env[69041]: DEBUG oslo_vmware.api [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889378, 'name': PowerOnVM_Task, 'duration_secs': 0.966765} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.872025] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.872449] env[69041]: DEBUG nova.compute.manager [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.873582] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6420d62b-402b-4e7d-a7f7-44d290491c3f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.905856] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.905856] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.905856] env[69041]: DEBUG nova.network.neutron [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.985431] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba69c0f7-1156-414d-b5ac-1ea39c0cd8f7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.997496] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd2695b-b271-454c-b899-97a88bebd2b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.032724] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02425d20-5f6d-43fd-8b6e-eb73e145db99 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.040230] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889376, 'name': Destroy_Task, 'duration_secs': 1.068403} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.042469] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Destroyed the VM [ 977.042791] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 977.043145] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d038b350-fac6-45ab-89b5-06b41eb8e815 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.046039] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e768f-5aa9-45ac-af0a-9b144e7e10e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.063072] env[69041]: DEBUG nova.compute.provider_tree [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.066631] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 977.066631] env[69041]: value = "task-2889381" [ 977.066631] env[69041]: _type = "Task" [ 977.066631] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.077899] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889381, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.081930] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e14e12b1-b377-4ffc-8b24-1c28feda3c9c tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lock "d60cb023-ee84-44eb-9a37-1299d8042c0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.891s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.153713] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889379, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.215601] env[69041]: DEBUG nova.compute.manager [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Received event network-changed-406b5c2c-ffcf-4976-bcd6-e407f6fd0a44 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 977.215601] env[69041]: DEBUG nova.compute.manager [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Refreshing instance network info cache due to event network-changed-406b5c2c-ffcf-4976-bcd6-e407f6fd0a44. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 977.215601] env[69041]: DEBUG oslo_concurrency.lockutils [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] Acquiring lock "refresh_cache-6765dff9-29d9-477e-be08-bf5cabc069be" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.215601] env[69041]: DEBUG oslo_concurrency.lockutils [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] Acquired lock "refresh_cache-6765dff9-29d9-477e-be08-bf5cabc069be" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.215601] env[69041]: DEBUG nova.network.neutron [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Refreshing network info cache for port 406b5c2c-ffcf-4976-bcd6-e407f6fd0a44 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.350194] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889380, 'name': CreateVM_Task, 'duration_secs': 0.499663} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.350293] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.351371] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.351535] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.354163] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.354539] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2e2e84-c91f-40b6-8f67-979c456dc6be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.359635] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 977.359635] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c97843-9da1-7b63-8c9f-545f1732a0d3" [ 977.359635] env[69041]: _type = "Task" [ 977.359635] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.370020] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c97843-9da1-7b63-8c9f-545f1732a0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.390738] env[69041]: DEBUG oslo_concurrency.lockutils [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.580718] env[69041]: DEBUG nova.scheduler.client.report [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.591384] env[69041]: DEBUG nova.compute.manager [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.608955] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889381, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.657572] env[69041]: DEBUG oslo_vmware.api [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889379, 'name': RemoveSnapshot_Task, 'duration_secs': 0.799328} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.658703] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 977.836147] env[69041]: DEBUG nova.network.neutron [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance_info_cache with network_info: [{"id": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "address": "fa:16:3e:8c:13:42", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18ebc72-f8", "ovs_interfaceid": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.874722] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c97843-9da1-7b63-8c9f-545f1732a0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.879067] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.879237] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.879477] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.879661] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.879783] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.880097] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5ded7e7-7a40-4598-a4c6-7fbbe1178613 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.889758] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.889934] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.891031] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceeca0af-83e7-4b26-8fd3-d300b93fb0fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.902179] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 977.902179] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520d6966-209c-3781-4ac0-799d34a5d725" [ 977.902179] env[69041]: _type = "Task" [ 977.902179] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.911492] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520d6966-209c-3781-4ac0-799d34a5d725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.956979] env[69041]: DEBUG nova.network.neutron [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Updated VIF entry in instance network info cache for port 406b5c2c-ffcf-4976-bcd6-e407f6fd0a44. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.957345] env[69041]: DEBUG nova.network.neutron [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Updating instance_info_cache with network_info: [{"id": "406b5c2c-ffcf-4976-bcd6-e407f6fd0a44", "address": "fa:16:3e:97:82:ba", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406b5c2c-ff", "ovs_interfaceid": "406b5c2c-ffcf-4976-bcd6-e407f6fd0a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.098832] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889381, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.104068] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.104817] env[69041]: DEBUG nova.compute.manager [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.108377] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.298s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.111177] env[69041]: INFO nova.compute.claims [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.114835] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.165680] env[69041]: WARNING nova.compute.manager [None req-95e99efc-412e-4ebe-8dce-ef68bb315279 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Image not found during snapshot: nova.exception.ImageNotFound: Image 739c95b6-6b44-40fa-a727-5cca6b0f8da4 could not be found. [ 978.340101] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.416817] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520d6966-209c-3781-4ac0-799d34a5d725, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.417903] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3aec6d0-139a-4634-a52e-465c9ffe7e69 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.428512] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 978.428512] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52581f06-da79-efad-81c6-4f1568d8cbf2" [ 978.428512] env[69041]: _type = "Task" [ 978.428512] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.439698] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52581f06-da79-efad-81c6-4f1568d8cbf2, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.440238] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.440349] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 6765dff9-29d9-477e-be08-bf5cabc069be/6765dff9-29d9-477e-be08-bf5cabc069be.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.440636] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d49a2258-4e44-4f01-9378-86369a480b92 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.447411] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 978.447411] env[69041]: value = "task-2889382" [ 978.447411] env[69041]: _type = "Task" [ 978.447411] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.457456] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.460215] env[69041]: DEBUG oslo_concurrency.lockutils [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] Releasing lock "refresh_cache-6765dff9-29d9-477e-be08-bf5cabc069be" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.460896] env[69041]: DEBUG nova.compute.manager [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Received event network-changed-49d63183-c5c7-4528-b657-f53711f6804e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.460896] env[69041]: DEBUG nova.compute.manager [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Refreshing instance network info cache due to event network-changed-49d63183-c5c7-4528-b657-f53711f6804e. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 978.461249] env[69041]: DEBUG oslo_concurrency.lockutils [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] Acquiring lock "refresh_cache-0cd01f76-79cb-4640-b697-dc89f3a53f51" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.461333] env[69041]: DEBUG oslo_concurrency.lockutils [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] Acquired lock "refresh_cache-0cd01f76-79cb-4640-b697-dc89f3a53f51" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.461905] env[69041]: DEBUG nova.network.neutron [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Refreshing network info cache for port 49d63183-c5c7-4528-b657-f53711f6804e {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.480803] env[69041]: DEBUG nova.compute.manager [req-13878da5-4a1f-4fe2-9bd9-ba912b4e75d7 req-2699c063-dbaf-4479-85f2-8b132b97939d service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Received event network-changed-38a23943-3885-4b8e-b043-c3936a61b9f2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.480927] env[69041]: DEBUG nova.compute.manager [req-13878da5-4a1f-4fe2-9bd9-ba912b4e75d7 req-2699c063-dbaf-4479-85f2-8b132b97939d service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Refreshing instance network info cache due to event network-changed-38a23943-3885-4b8e-b043-c3936a61b9f2. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 978.481253] env[69041]: DEBUG oslo_concurrency.lockutils [req-13878da5-4a1f-4fe2-9bd9-ba912b4e75d7 req-2699c063-dbaf-4479-85f2-8b132b97939d service nova] Acquiring lock "refresh_cache-d60cb023-ee84-44eb-9a37-1299d8042c0f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.481253] env[69041]: DEBUG oslo_concurrency.lockutils [req-13878da5-4a1f-4fe2-9bd9-ba912b4e75d7 req-2699c063-dbaf-4479-85f2-8b132b97939d service nova] Acquired lock "refresh_cache-d60cb023-ee84-44eb-9a37-1299d8042c0f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.481463] env[69041]: DEBUG nova.network.neutron [req-13878da5-4a1f-4fe2-9bd9-ba912b4e75d7 req-2699c063-dbaf-4479-85f2-8b132b97939d service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Refreshing network info cache for port 38a23943-3885-4b8e-b043-c3936a61b9f2 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.553964] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "5af33240-1cf0-46b1-b9fe-3a1012b23755" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.553964] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "5af33240-1cf0-46b1-b9fe-3a1012b23755" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.596736] env[69041]: DEBUG oslo_vmware.api [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889381, 'name': RemoveSnapshot_Task, 'duration_secs': 1.118789} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.597243] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 978.597804] env[69041]: INFO nova.compute.manager [None req-c03c450a-c463-409d-99a8-6b90ae0049d0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Took 18.73 seconds to snapshot the instance on the hypervisor. [ 978.618274] env[69041]: DEBUG nova.compute.utils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.621017] env[69041]: DEBUG nova.compute.manager [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.622184] env[69041]: DEBUG nova.network.neutron [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.701693] env[69041]: DEBUG nova.policy [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1de24303259499bb65356519ff6a687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5bfd6e1767744c7b9b261a98ed47fd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.807877] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquiring lock "6836ec34-e148-4580-a39b-09bd1fc75d3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.810130] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "6836ec34-e148-4580-a39b-09bd1fc75d3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.959640] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889382, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.129773] env[69041]: DEBUG nova.compute.manager [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.154211] env[69041]: DEBUG nova.network.neutron [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Successfully created port: e0083f3b-03ea-42ed-ab16-b8de18f72908 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.325811] env[69041]: DEBUG oslo_concurrency.lockutils [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.326097] env[69041]: DEBUG oslo_concurrency.lockutils [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.326252] env[69041]: DEBUG oslo_concurrency.lockutils [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.326431] env[69041]: DEBUG oslo_concurrency.lockutils [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.326596] env[69041]: DEBUG oslo_concurrency.lockutils [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.329117] env[69041]: INFO nova.compute.manager [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Terminating instance [ 979.343673] env[69041]: DEBUG nova.network.neutron [req-13878da5-4a1f-4fe2-9bd9-ba912b4e75d7 req-2699c063-dbaf-4479-85f2-8b132b97939d service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Updated VIF entry in instance network info cache for port 38a23943-3885-4b8e-b043-c3936a61b9f2. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.343997] env[69041]: DEBUG nova.network.neutron [req-13878da5-4a1f-4fe2-9bd9-ba912b4e75d7 req-2699c063-dbaf-4479-85f2-8b132b97939d service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Updating instance_info_cache with network_info: [{"id": "38a23943-3885-4b8e-b043-c3936a61b9f2", "address": "fa:16:3e:00:1c:f3", "network": {"id": "641e6f92-4d75-4548-b083-46d886b974dc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-335304083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "546517d3e49049fd8be25fdbca294b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a23943-38", "ovs_interfaceid": "38a23943-3885-4b8e-b043-c3936a61b9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.378996] env[69041]: DEBUG nova.network.neutron [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Updated VIF entry in instance network info cache for port 49d63183-c5c7-4528-b657-f53711f6804e. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.379171] env[69041]: DEBUG nova.network.neutron [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Updating instance_info_cache with network_info: [{"id": "49d63183-c5c7-4528-b657-f53711f6804e", "address": "fa:16:3e:ad:61:95", "network": {"id": "d4759b63-7e25-4073-8cf5-b8e1d1c4d27a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2059695864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600f360295bd4ff0838099b6c6f8146f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d63183-c5", "ovs_interfaceid": "49d63183-c5c7-4528-b657-f53711f6804e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.464584] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637043} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.467278] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 6765dff9-29d9-477e-be08-bf5cabc069be/6765dff9-29d9-477e-be08-bf5cabc069be.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.467501] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.468921] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e335312-be08-48fe-9176-ab8b340f1374 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.475480] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 979.475480] env[69041]: value = "task-2889383" [ 979.475480] env[69041]: _type = "Task" [ 979.475480] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.485552] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.721096] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accd0340-1b89-4fb7-90d6-8ca1d9f04441 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.729635] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d999ce78-d222-4c5c-8a50-7f0ff597b1ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.765906] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183bd406-4f93-402f-ae0c-0b2ae389d6ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.774623] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b617df-fa31-4123-b4eb-94bd52b4aed8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.792612] env[69041]: DEBUG nova.compute.provider_tree [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.833762] env[69041]: DEBUG nova.compute.manager [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.834013] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.835363] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb6c157-9646-4039-a879-5608cad17d3a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.843479] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.843801] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be73d9f1-6961-4d76-8034-039d7463fb9c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.847041] env[69041]: DEBUG oslo_concurrency.lockutils [req-13878da5-4a1f-4fe2-9bd9-ba912b4e75d7 req-2699c063-dbaf-4479-85f2-8b132b97939d service nova] Releasing lock "refresh_cache-d60cb023-ee84-44eb-9a37-1299d8042c0f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.850788] env[69041]: DEBUG oslo_vmware.api [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 979.850788] env[69041]: value = "task-2889384" [ 979.850788] env[69041]: _type = "Task" [ 979.850788] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.862349] env[69041]: DEBUG oslo_vmware.api [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.865873] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71ffd0e-97c9-4b20-8889-2750d67a704f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.884685] env[69041]: DEBUG oslo_concurrency.lockutils [req-7a0fad3c-7465-4a38-a65d-ab9a663cbcbe req-51f27457-b17f-41d0-8125-239a62e3e5d2 service nova] Releasing lock "refresh_cache-0cd01f76-79cb-4640-b697-dc89f3a53f51" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.885236] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance '41e6dba2-9431-4197-b797-d486e5c406e1' progress to 0 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.914674] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "5f7f901f-d2e6-4133-a646-57c1fc88b9ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.914674] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "5f7f901f-d2e6-4133-a646-57c1fc88b9ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.914674] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "5f7f901f-d2e6-4133-a646-57c1fc88b9ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.914674] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "5f7f901f-d2e6-4133-a646-57c1fc88b9ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.914895] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "5f7f901f-d2e6-4133-a646-57c1fc88b9ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.916668] env[69041]: INFO nova.compute.manager [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Terminating instance [ 979.985306] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085591} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.986025] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.986573] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03b512a-542b-430f-ae69-fc1317c7b4e3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.008964] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 6765dff9-29d9-477e-be08-bf5cabc069be/6765dff9-29d9-477e-be08-bf5cabc069be.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.009267] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fdb7ec8-a4b1-4380-b1cb-be59d1ebc171 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.037714] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 980.037714] env[69041]: value = "task-2889385" [ 980.037714] env[69041]: _type = "Task" [ 980.037714] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.045667] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.144543] env[69041]: DEBUG nova.compute.manager [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.168257] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.168519] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.168676] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.168856] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.169010] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.169166] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.169378] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.169959] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.169959] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.170119] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.170254] env[69041]: DEBUG nova.virt.hardware [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.171132] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0197811-65d0-4cc5-9693-615a1648b36a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.179559] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae0c7f1-aef4-42f2-98b8-a89c1dfb857e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.295961] env[69041]: DEBUG nova.scheduler.client.report [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.361675] env[69041]: DEBUG oslo_vmware.api [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889384, 'name': PowerOffVM_Task, 'duration_secs': 0.309587} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.362566] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.362770] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.363035] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b6aa134-6623-4506-a8cb-6659b611b4c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.391123] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.391546] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a28b468c-56c7-45ee-a2bc-0f4f93ef42b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.398299] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 980.398299] env[69041]: value = "task-2889387" [ 980.398299] env[69041]: _type = "Task" [ 980.398299] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.407155] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.421678] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "refresh_cache-5f7f901f-d2e6-4133-a646-57c1fc88b9ce" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.421870] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquired lock "refresh_cache-5f7f901f-d2e6-4133-a646-57c1fc88b9ce" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.422058] env[69041]: DEBUG nova.network.neutron [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.424693] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.424995] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.425504] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Deleting the datastore file [datastore2] 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.426130] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13fecc09-8984-4454-b5ee-aee6bebe251b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.432637] env[69041]: DEBUG oslo_vmware.api [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 980.432637] env[69041]: value = "task-2889388" [ 980.432637] env[69041]: _type = "Task" [ 980.432637] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.443106] env[69041]: DEBUG oslo_vmware.api [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.548613] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.688377] env[69041]: DEBUG nova.compute.manager [req-693b80d1-5b09-4aa9-9aff-90bea93ca90e req-736069e0-917f-4a59-a8d2-dffda97202e7 service nova] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Received event network-vif-plugged-e0083f3b-03ea-42ed-ab16-b8de18f72908 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.688377] env[69041]: DEBUG oslo_concurrency.lockutils [req-693b80d1-5b09-4aa9-9aff-90bea93ca90e req-736069e0-917f-4a59-a8d2-dffda97202e7 service nova] Acquiring lock "66dc248c-f0df-44dd-9831-a9d3b11e466b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.688377] env[69041]: DEBUG oslo_concurrency.lockutils [req-693b80d1-5b09-4aa9-9aff-90bea93ca90e req-736069e0-917f-4a59-a8d2-dffda97202e7 service nova] Lock "66dc248c-f0df-44dd-9831-a9d3b11e466b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.688377] env[69041]: DEBUG oslo_concurrency.lockutils [req-693b80d1-5b09-4aa9-9aff-90bea93ca90e req-736069e0-917f-4a59-a8d2-dffda97202e7 service nova] Lock "66dc248c-f0df-44dd-9831-a9d3b11e466b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.688377] env[69041]: DEBUG nova.compute.manager [req-693b80d1-5b09-4aa9-9aff-90bea93ca90e req-736069e0-917f-4a59-a8d2-dffda97202e7 service nova] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] No waiting events found dispatching network-vif-plugged-e0083f3b-03ea-42ed-ab16-b8de18f72908 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.688583] env[69041]: WARNING nova.compute.manager [req-693b80d1-5b09-4aa9-9aff-90bea93ca90e req-736069e0-917f-4a59-a8d2-dffda97202e7 service nova] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Received unexpected event network-vif-plugged-e0083f3b-03ea-42ed-ab16-b8de18f72908 for instance with vm_state building and task_state spawning. [ 980.792848] env[69041]: DEBUG nova.network.neutron [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Successfully updated port: e0083f3b-03ea-42ed-ab16-b8de18f72908 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.801997] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.802538] env[69041]: DEBUG nova.compute.manager [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.807289] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.989s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.809914] env[69041]: DEBUG nova.objects.instance [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lazy-loading 'resources' on Instance uuid 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.909277] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889387, 'name': PowerOffVM_Task, 'duration_secs': 0.239552} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.909730] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.910086] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance '41e6dba2-9431-4197-b797-d486e5c406e1' progress to 17 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.943324] env[69041]: DEBUG oslo_vmware.api [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172918} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.943601] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.943786] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.943961] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.944506] env[69041]: INFO nova.compute.manager [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Took 1.11 seconds to destroy the instance on the hypervisor. [ 980.944766] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.944962] env[69041]: DEBUG nova.compute.manager [-] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.945067] env[69041]: DEBUG nova.network.neutron [-] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.948039] env[69041]: DEBUG nova.network.neutron [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.012787] env[69041]: DEBUG nova.network.neutron [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.050324] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889385, 'name': ReconfigVM_Task, 'duration_secs': 0.650088} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.050614] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 6765dff9-29d9-477e-be08-bf5cabc069be/6765dff9-29d9-477e-be08-bf5cabc069be.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.051714] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960d1080-63d3-4ac6-96d5-766353cc1402 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.059471] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 981.059471] env[69041]: value = "task-2889389" [ 981.059471] env[69041]: _type = "Task" [ 981.059471] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.069668] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889389, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.295042] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "refresh_cache-66dc248c-f0df-44dd-9831-a9d3b11e466b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.295231] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquired lock "refresh_cache-66dc248c-f0df-44dd-9831-a9d3b11e466b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.295387] env[69041]: DEBUG nova.network.neutron [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.311972] env[69041]: DEBUG nova.compute.manager [req-51b1640a-1ba8-4197-b584-e7ca01308711 req-be19c22c-d930-46cb-a4b4-fb9acea478c6 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Received event network-vif-deleted-3b7e4238-9d5c-4d96-8067-9d772ce5280e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 981.312262] env[69041]: INFO nova.compute.manager [req-51b1640a-1ba8-4197-b584-e7ca01308711 req-be19c22c-d930-46cb-a4b4-fb9acea478c6 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Neutron deleted interface 3b7e4238-9d5c-4d96-8067-9d772ce5280e; detaching it from the instance and deleting it from the info cache [ 981.312499] env[69041]: DEBUG nova.network.neutron [req-51b1640a-1ba8-4197-b584-e7ca01308711 req-be19c22c-d930-46cb-a4b4-fb9acea478c6 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.316961] env[69041]: DEBUG nova.compute.utils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.319500] env[69041]: DEBUG nova.compute.manager [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.319675] env[69041]: DEBUG nova.network.neutron [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.355602] env[69041]: DEBUG nova.compute.manager [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.356828] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fd5af1-28d0-4a27-95c0-d4340a8f2d18 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.372278] env[69041]: DEBUG nova.policy [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '444e5fcc5c824d86a949344dd8cb3f28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e67fd3be601049d68c599cb82a2b52c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.420789] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.421199] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.421394] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.421619] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.421805] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.421939] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.422203] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.422388] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.422545] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.422746] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.423016] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.431351] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af61add-3cfe-4be4-a75c-f53eb2468aa8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.453244] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 981.453244] env[69041]: value = "task-2889390" [ 981.453244] env[69041]: _type = "Task" [ 981.453244] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.468827] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889390, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.516902] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Releasing lock "refresh_cache-5f7f901f-d2e6-4133-a646-57c1fc88b9ce" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.516902] env[69041]: DEBUG nova.compute.manager [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.516902] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.517720] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca48ab-f600-49f0-99f1-2340bc4e4e86 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.527364] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.528028] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ad9400-59c5-4af9-9b66-2e9b61cb63fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.535551] env[69041]: DEBUG oslo_vmware.api [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 981.535551] env[69041]: value = "task-2889391" [ 981.535551] env[69041]: _type = "Task" [ 981.535551] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.544129] env[69041]: DEBUG oslo_vmware.api [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.569412] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889389, 'name': Rename_Task, 'duration_secs': 0.44825} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.569673] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.569900] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6144f41-86d4-458f-835d-1fe465cee086 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.576299] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 981.576299] env[69041]: value = "task-2889392" [ 981.576299] env[69041]: _type = "Task" [ 981.576299] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.586277] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.753345] env[69041]: DEBUG nova.network.neutron [-] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.758589] env[69041]: DEBUG nova.network.neutron [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Successfully created port: 4649db07-079a-49ab-b552-dd33110e1b7b {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.820478] env[69041]: DEBUG nova.compute.manager [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.824170] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08233b93-6356-4d73-a44a-8f3e7a2a63c6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.827716] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf4acf9-35e2-460b-a3ac-69d913956309 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.830510] env[69041]: DEBUG nova.network.neutron [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.488971] env[69041]: INFO nova.compute.manager [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] instance snapshotting [ 982.490760] env[69041]: INFO nova.compute.manager [-] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Took 1.55 seconds to deallocate network for instance. [ 982.510353] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9aa6c2-f1af-4e46-8912-3e18a67eafed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.518369] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55316352-4453-424e-8de3-ba0d1eb319ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.532287] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8216faad-3e16-4aa3-b03c-edc237aea26f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.546383] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889390, 'name': ReconfigVM_Task, 'duration_secs': 0.18666} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.546640] env[69041]: DEBUG oslo_vmware.api [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889392, 'name': PowerOnVM_Task, 'duration_secs': 0.597104} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.546838] env[69041]: DEBUG oslo_vmware.api [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889391, 'name': PowerOffVM_Task, 'duration_secs': 0.159871} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.551063] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance '41e6dba2-9431-4197-b797-d486e5c406e1' progress to 33 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.553949] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.554180] env[69041]: INFO nova.compute.manager [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Took 9.68 seconds to spawn the instance on the hypervisor. [ 982.554564] env[69041]: DEBUG nova.compute.manager [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.554861] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.555029] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.581932] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a50667-62f2-4389-b221-d02c7d00c68d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.583496] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6da71ef9-a302-4f6c-bf8a-c1b6ad516e3e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.585573] env[69041]: DEBUG nova.compute.manager [req-51b1640a-1ba8-4197-b584-e7ca01308711 req-be19c22c-d930-46cb-a4b4-fb9acea478c6 service nova] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Detach interface failed, port_id=3b7e4238-9d5c-4d96-8067-9d772ce5280e, reason: Instance 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 982.586822] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34359900-05b3-46a5-b424-a181aaac4327 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.621991] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8ae5dc-eabc-4201-97b4-d1b88052cc62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.638447] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95975e43-8230-4825-80cd-6f3c09158644 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.643177] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.643405] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.643579] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Deleting the datastore file [datastore1] 5f7f901f-d2e6-4133-a646-57c1fc88b9ce {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.644139] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f124ccb-71e9-42b3-b703-75e111dbd410 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.653788] env[69041]: DEBUG nova.compute.provider_tree [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.660439] env[69041]: DEBUG oslo_vmware.api [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for the task: (returnval){ [ 982.660439] env[69041]: value = "task-2889394" [ 982.660439] env[69041]: _type = "Task" [ 982.660439] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.671195] env[69041]: DEBUG oslo_vmware.api [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.733277] env[69041]: DEBUG nova.compute.manager [req-1c7b2bb8-a809-4bc7-ab09-7c72063b46ef req-3f5d021f-1d86-4288-9807-4d6b1f1a9eb4 service nova] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Received event network-changed-e0083f3b-03ea-42ed-ab16-b8de18f72908 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.733277] env[69041]: DEBUG nova.compute.manager [req-1c7b2bb8-a809-4bc7-ab09-7c72063b46ef req-3f5d021f-1d86-4288-9807-4d6b1f1a9eb4 service nova] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Refreshing instance network info cache due to event network-changed-e0083f3b-03ea-42ed-ab16-b8de18f72908. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 982.733277] env[69041]: DEBUG oslo_concurrency.lockutils [req-1c7b2bb8-a809-4bc7-ab09-7c72063b46ef req-3f5d021f-1d86-4288-9807-4d6b1f1a9eb4 service nova] Acquiring lock "refresh_cache-66dc248c-f0df-44dd-9831-a9d3b11e466b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.744322] env[69041]: DEBUG nova.network.neutron [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Updating instance_info_cache with network_info: [{"id": "e0083f3b-03ea-42ed-ab16-b8de18f72908", "address": "fa:16:3e:de:f5:3f", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0083f3b-03", "ovs_interfaceid": "e0083f3b-03ea-42ed-ab16-b8de18f72908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.010983] env[69041]: DEBUG oslo_concurrency.lockutils [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.014213] env[69041]: DEBUG nova.compute.manager [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.035822] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.036120] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.036307] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.036495] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.036643] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.036788] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.036994] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.037182] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.037341] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.037504] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.037669] env[69041]: DEBUG nova.virt.hardware [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.038510] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0651fbb-aa75-4039-b4a3-b1f1f87021f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.046237] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d3c382-df16-41f3-838f-8e9b00c0dc15 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.080084] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.080357] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.080886] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.080964] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.081219] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.081219] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.081416] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.081571] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.081732] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.081922] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.082066] env[69041]: DEBUG nova.virt.hardware [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.087468] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 983.087914] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9de8346-7324-4b7e-82ce-0a91152c1826 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.105772] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 983.105772] env[69041]: value = "task-2889395" [ 983.105772] env[69041]: _type = "Task" [ 983.105772] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.113727] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.134174] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 983.139168] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a81bfced-cdcd-42db-9da1-847b315d5cde {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.146379] env[69041]: INFO nova.compute.manager [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Took 35.47 seconds to build instance. [ 983.147801] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 983.147801] env[69041]: value = "task-2889396" [ 983.147801] env[69041]: _type = "Task" [ 983.147801] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.157955] env[69041]: DEBUG nova.scheduler.client.report [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.161055] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.170225] env[69041]: DEBUG oslo_vmware.api [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Task: {'id': task-2889394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082677} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.170329] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.170457] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.170734] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.170805] env[69041]: INFO nova.compute.manager [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Took 1.65 seconds to destroy the instance on the hypervisor. [ 983.171430] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.171430] env[69041]: DEBUG nova.compute.manager [-] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.171430] env[69041]: DEBUG nova.network.neutron [-] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.190023] env[69041]: DEBUG nova.network.neutron [-] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.247616] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Releasing lock "refresh_cache-66dc248c-f0df-44dd-9831-a9d3b11e466b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.247994] env[69041]: DEBUG nova.compute.manager [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Instance network_info: |[{"id": "e0083f3b-03ea-42ed-ab16-b8de18f72908", "address": "fa:16:3e:de:f5:3f", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0083f3b-03", "ovs_interfaceid": "e0083f3b-03ea-42ed-ab16-b8de18f72908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.248566] env[69041]: DEBUG oslo_concurrency.lockutils [req-1c7b2bb8-a809-4bc7-ab09-7c72063b46ef req-3f5d021f-1d86-4288-9807-4d6b1f1a9eb4 service nova] Acquired lock "refresh_cache-66dc248c-f0df-44dd-9831-a9d3b11e466b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.248800] env[69041]: DEBUG nova.network.neutron [req-1c7b2bb8-a809-4bc7-ab09-7c72063b46ef req-3f5d021f-1d86-4288-9807-4d6b1f1a9eb4 service nova] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Refreshing network info cache for port e0083f3b-03ea-42ed-ab16-b8de18f72908 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.250164] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:f5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0083f3b-03ea-42ed-ab16-b8de18f72908', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.260128] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.260953] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.261204] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71c40c40-c654-4f4f-b290-12b9df51a47f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.281396] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.281396] env[69041]: value = "task-2889397" [ 983.281396] env[69041]: _type = "Task" [ 983.281396] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.292193] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889397, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.386009] env[69041]: DEBUG nova.compute.manager [req-d7855eb9-7bcf-4b90-adcb-b2c58219e14c req-c73bcbf5-8f30-4170-95ca-b4ce7fecab7d service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Received event network-vif-plugged-4649db07-079a-49ab-b552-dd33110e1b7b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 983.386242] env[69041]: DEBUG oslo_concurrency.lockutils [req-d7855eb9-7bcf-4b90-adcb-b2c58219e14c req-c73bcbf5-8f30-4170-95ca-b4ce7fecab7d service nova] Acquiring lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.386476] env[69041]: DEBUG oslo_concurrency.lockutils [req-d7855eb9-7bcf-4b90-adcb-b2c58219e14c req-c73bcbf5-8f30-4170-95ca-b4ce7fecab7d service nova] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.386694] env[69041]: DEBUG oslo_concurrency.lockutils [req-d7855eb9-7bcf-4b90-adcb-b2c58219e14c req-c73bcbf5-8f30-4170-95ca-b4ce7fecab7d service nova] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.386808] env[69041]: DEBUG nova.compute.manager [req-d7855eb9-7bcf-4b90-adcb-b2c58219e14c req-c73bcbf5-8f30-4170-95ca-b4ce7fecab7d service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] No waiting events found dispatching network-vif-plugged-4649db07-079a-49ab-b552-dd33110e1b7b {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.386969] env[69041]: WARNING nova.compute.manager [req-d7855eb9-7bcf-4b90-adcb-b2c58219e14c req-c73bcbf5-8f30-4170-95ca-b4ce7fecab7d service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Received unexpected event network-vif-plugged-4649db07-079a-49ab-b552-dd33110e1b7b for instance with vm_state building and task_state spawning. [ 983.565757] env[69041]: DEBUG nova.network.neutron [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Successfully updated port: 4649db07-079a-49ab-b552-dd33110e1b7b {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.617251] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889395, 'name': ReconfigVM_Task, 'duration_secs': 0.178922} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.617702] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 983.619059] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85ee3b6-f7bb-4e3c-933b-fe3d90ff1f91 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.643801] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 41e6dba2-9431-4197-b797-d486e5c406e1/41e6dba2-9431-4197-b797-d486e5c406e1.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.644155] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10bd8360-c247-40b2-bf89-dc9ea7bfe6fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.657606] env[69041]: DEBUG oslo_concurrency.lockutils [None req-122c2c5a-431d-4fa0-b48e-5e39162022d4 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "6765dff9-29d9-477e-be08-bf5cabc069be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.999s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.664686] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.860s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.667141] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.229s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.668662] env[69041]: INFO nova.compute.claims [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.674299] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 983.674299] env[69041]: value = "task-2889398" [ 983.674299] env[69041]: _type = "Task" [ 983.674299] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.677922] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.688480] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.692997] env[69041]: DEBUG nova.network.neutron [-] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.697321] env[69041]: INFO nova.scheduler.client.report [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Deleted allocations for instance 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6 [ 983.794201] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889397, 'name': CreateVM_Task, 'duration_secs': 0.288856} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.794201] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.794308] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.794412] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.794714] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.794958] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c588baee-166a-4012-844b-915ca6944ed6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.809155] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 983.809155] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d08e8b-83ac-1260-13ac-57ccf2cfeff0" [ 983.809155] env[69041]: _type = "Task" [ 983.809155] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.815662] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d08e8b-83ac-1260-13ac-57ccf2cfeff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.055897] env[69041]: DEBUG nova.network.neutron [req-1c7b2bb8-a809-4bc7-ab09-7c72063b46ef req-3f5d021f-1d86-4288-9807-4d6b1f1a9eb4 service nova] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Updated VIF entry in instance network info cache for port e0083f3b-03ea-42ed-ab16-b8de18f72908. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.056304] env[69041]: DEBUG nova.network.neutron [req-1c7b2bb8-a809-4bc7-ab09-7c72063b46ef req-3f5d021f-1d86-4288-9807-4d6b1f1a9eb4 service nova] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Updating instance_info_cache with network_info: [{"id": "e0083f3b-03ea-42ed-ab16-b8de18f72908", "address": "fa:16:3e:de:f5:3f", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0083f3b-03", "ovs_interfaceid": "e0083f3b-03ea-42ed-ab16-b8de18f72908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.072079] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "refresh_cache-03a2cb54-acda-4be1-a03f-e0a4274eeaec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.072229] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "refresh_cache-03a2cb54-acda-4be1-a03f-e0a4274eeaec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.072376] env[69041]: DEBUG nova.network.neutron [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.168594] env[69041]: DEBUG nova.compute.manager [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.171065] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889396, 'name': CreateSnapshot_Task, 'duration_secs': 0.587717} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.171624] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 984.176018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb12a9d-6547-49f5-8b9b-0c3ba5030323 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.192273] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.196785] env[69041]: INFO nova.compute.manager [-] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Took 1.03 seconds to deallocate network for instance. [ 984.207410] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6bc0199-4993-4916-8e70-f11d694ddc66 tempest-ServerDiagnosticsNegativeTest-800037345 tempest-ServerDiagnosticsNegativeTest-800037345-project-member] Lock "8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.383s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.318488] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d08e8b-83ac-1260-13ac-57ccf2cfeff0, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.318796] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.319041] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.319284] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.319434] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.319611] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.319905] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cd810c0-fcf5-42df-ac9f-7c463864dfe7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.328288] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.328474] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.329317] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be59f99-b5e1-4e15-9820-045d81d0e34d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.334582] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 984.334582] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523de0af-5f51-abd4-29d3-68b76d358d53" [ 984.334582] env[69041]: _type = "Task" [ 984.334582] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.342054] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523de0af-5f51-abd4-29d3-68b76d358d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.559499] env[69041]: DEBUG oslo_concurrency.lockutils [req-1c7b2bb8-a809-4bc7-ab09-7c72063b46ef req-3f5d021f-1d86-4288-9807-4d6b1f1a9eb4 service nova] Releasing lock "refresh_cache-66dc248c-f0df-44dd-9831-a9d3b11e466b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.610058] env[69041]: DEBUG nova.network.neutron [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.678218] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.682706] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.698708] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 984.700172] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.700508] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4865815d-844a-458a-a759-1a91fa36b8c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.709784] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.718073] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889398, 'name': ReconfigVM_Task, 'duration_secs': 0.805319} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.718073] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 41e6dba2-9431-4197-b797-d486e5c406e1/41e6dba2-9431-4197-b797-d486e5c406e1.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.718073] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance '41e6dba2-9431-4197-b797-d486e5c406e1' progress to 50 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.721610] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 984.721610] env[69041]: value = "task-2889399" [ 984.721610] env[69041]: _type = "Task" [ 984.721610] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.736486] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889399, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.801913] env[69041]: DEBUG nova.network.neutron [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Updating instance_info_cache with network_info: [{"id": "4649db07-079a-49ab-b552-dd33110e1b7b", "address": "fa:16:3e:2a:14:1d", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4649db07-07", "ovs_interfaceid": "4649db07-079a-49ab-b552-dd33110e1b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.850205] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523de0af-5f51-abd4-29d3-68b76d358d53, 'name': SearchDatastore_Task, 'duration_secs': 0.008093} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.851524] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbfc842b-31c8-4269-a7c2-0ce1c1a74280 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.859975] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 984.859975] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b6bf47-6152-67c0-e79d-eddfdd49161c" [ 984.859975] env[69041]: _type = "Task" [ 984.859975] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.869182] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b6bf47-6152-67c0-e79d-eddfdd49161c, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.871786] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.872120] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 66dc248c-f0df-44dd-9831-a9d3b11e466b/66dc248c-f0df-44dd-9831-a9d3b11e466b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.872572] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd8f207b-3398-4b90-874b-4da008100b90 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.879200] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 984.879200] env[69041]: value = "task-2889400" [ 984.879200] env[69041]: _type = "Task" [ 984.879200] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.887350] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.194483] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.198101] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.198101] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.198101] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.198101] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.198101] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.198101] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 985.198611] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.229146] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb10a6-cddc-4c28-8971-d70393675d43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.234404] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf8ef62-2f8e-4394-a7f9-1a8543b78b11 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.264042] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f7bfaf-cd17-402d-8189-b6e75bbddce9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.268278] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889399, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.269604] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d96485-d937-4f0b-b431-43a8fb062d20 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.291883] env[69041]: INFO nova.compute.manager [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Rebuilding instance [ 985.294940] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance '41e6dba2-9431-4197-b797-d486e5c406e1' progress to 67 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.328022] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "refresh_cache-03a2cb54-acda-4be1-a03f-e0a4274eeaec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.328427] env[69041]: DEBUG nova.compute.manager [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Instance network_info: |[{"id": "4649db07-079a-49ab-b552-dd33110e1b7b", "address": "fa:16:3e:2a:14:1d", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4649db07-07", "ovs_interfaceid": "4649db07-079a-49ab-b552-dd33110e1b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.332646] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:14:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4649db07-079a-49ab-b552-dd33110e1b7b', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.341804] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.341804] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab8002a-5a31-4721-8525-5413f60007ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.345100] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.345385] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-376d3b44-1593-4f6e-b1da-82f403771421 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.370140] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fc1594-29a6-4253-958e-79133f4eb119 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.376044] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.376044] env[69041]: value = "task-2889401" [ 985.376044] env[69041]: _type = "Task" [ 985.376044] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.389828] env[69041]: DEBUG nova.compute.provider_tree [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.396424] env[69041]: DEBUG nova.compute.manager [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.400375] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e304b21e-8623-4008-b8fa-8955c77fa6a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.404009] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889401, 'name': CreateVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.413019] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48595} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.413487] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 66dc248c-f0df-44dd-9831-a9d3b11e466b/66dc248c-f0df-44dd-9831-a9d3b11e466b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.413699] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.414039] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32056de8-2222-40b3-b05b-7ffe339c30d6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.417669] env[69041]: DEBUG nova.compute.manager [req-01faaa6e-a173-4cb2-bd5e-00fa8d6c415a req-24414deb-cb07-465b-baf4-eb2df00cb97e service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Received event network-changed-4649db07-079a-49ab-b552-dd33110e1b7b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 985.417868] env[69041]: DEBUG nova.compute.manager [req-01faaa6e-a173-4cb2-bd5e-00fa8d6c415a req-24414deb-cb07-465b-baf4-eb2df00cb97e service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Refreshing instance network info cache due to event network-changed-4649db07-079a-49ab-b552-dd33110e1b7b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 985.418094] env[69041]: DEBUG oslo_concurrency.lockutils [req-01faaa6e-a173-4cb2-bd5e-00fa8d6c415a req-24414deb-cb07-465b-baf4-eb2df00cb97e service nova] Acquiring lock "refresh_cache-03a2cb54-acda-4be1-a03f-e0a4274eeaec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.418240] env[69041]: DEBUG oslo_concurrency.lockutils [req-01faaa6e-a173-4cb2-bd5e-00fa8d6c415a req-24414deb-cb07-465b-baf4-eb2df00cb97e service nova] Acquired lock "refresh_cache-03a2cb54-acda-4be1-a03f-e0a4274eeaec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.418402] env[69041]: DEBUG nova.network.neutron [req-01faaa6e-a173-4cb2-bd5e-00fa8d6c415a req-24414deb-cb07-465b-baf4-eb2df00cb97e service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Refreshing network info cache for port 4649db07-079a-49ab-b552-dd33110e1b7b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.424143] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 985.424143] env[69041]: value = "task-2889402" [ 985.424143] env[69041]: _type = "Task" [ 985.424143] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.432710] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.699398] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.740815] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889399, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.885166] env[69041]: DEBUG nova.network.neutron [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Port a18ebc72-f889-4a2b-9a88-de3ad150fb6f binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 985.896878] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889401, 'name': CreateVM_Task, 'duration_secs': 0.312232} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.896878] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.897996] env[69041]: DEBUG nova.scheduler.client.report [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.902626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.902899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.903301] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.904779] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6506b9d1-760c-462c-879d-eaf7205c543f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.910256] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 985.910256] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f05a26-2674-ad80-9f79-f0769124ae6e" [ 985.910256] env[69041]: _type = "Task" [ 985.910256] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.927716] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f05a26-2674-ad80-9f79-f0769124ae6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.933290] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.933640] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.933899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.934098] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.934381] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.935533] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3e083aa-04ef-4584-b465-77c4e3af3a24 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.943685] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07449} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.945315] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.945668] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.945833] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.946963] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ffca8d-9716-4c76-bc8a-ba699d2af4b4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.949642] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b7a98a-02a0-4ce6-ae97-a07913a2afce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.975184] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 66dc248c-f0df-44dd-9831-a9d3b11e466b/66dc248c-f0df-44dd-9831-a9d3b11e466b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.975628] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 985.975628] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5297d267-4519-d788-7925-2fb1388e0760" [ 985.975628] env[69041]: _type = "Task" [ 985.975628] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.975837] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562f834d-fe89-4e01-b56f-036a767717a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.003477] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5297d267-4519-d788-7925-2fb1388e0760, 'name': SearchDatastore_Task, 'duration_secs': 0.015579} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.005594] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 986.005594] env[69041]: value = "task-2889403" [ 986.005594] env[69041]: _type = "Task" [ 986.005594] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.005808] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f0d98b-7ca0-4e99-861a-adf08ff88423 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.013936] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 986.013936] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5200bbba-7959-2798-7648-0159e20a9635" [ 986.013936] env[69041]: _type = "Task" [ 986.013936] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.019018] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889403, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.027563] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5200bbba-7959-2798-7648-0159e20a9635, 'name': SearchDatastore_Task, 'duration_secs': 0.009062} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.027775] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.027962] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 03a2cb54-acda-4be1-a03f-e0a4274eeaec/03a2cb54-acda-4be1-a03f-e0a4274eeaec.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.028219] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dd4ae59-6a92-4821-9ed8-4b87c59f8d6e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.034170] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 986.034170] env[69041]: value = "task-2889404" [ 986.034170] env[69041]: _type = "Task" [ 986.034170] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.045547] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.242205] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889399, 'name': CloneVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.250176] env[69041]: DEBUG nova.network.neutron [req-01faaa6e-a173-4cb2-bd5e-00fa8d6c415a req-24414deb-cb07-465b-baf4-eb2df00cb97e service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Updated VIF entry in instance network info cache for port 4649db07-079a-49ab-b552-dd33110e1b7b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.250614] env[69041]: DEBUG nova.network.neutron [req-01faaa6e-a173-4cb2-bd5e-00fa8d6c415a req-24414deb-cb07-465b-baf4-eb2df00cb97e service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Updating instance_info_cache with network_info: [{"id": "4649db07-079a-49ab-b552-dd33110e1b7b", "address": "fa:16:3e:2a:14:1d", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4649db07-07", "ovs_interfaceid": "4649db07-079a-49ab-b552-dd33110e1b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.405722] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.406280] env[69041]: DEBUG nova.compute.manager [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.408889] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.236s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.410710] env[69041]: INFO nova.compute.claims [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.420371] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.420982] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be17c60-ef33-4d3c-bd43-01d06d30ee15 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.431906] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 986.431906] env[69041]: value = "task-2889405" [ 986.431906] env[69041]: _type = "Task" [ 986.431906] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.444845] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.521260] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889403, 'name': ReconfigVM_Task, 'duration_secs': 0.50515} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.521651] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 66dc248c-f0df-44dd-9831-a9d3b11e466b/66dc248c-f0df-44dd-9831-a9d3b11e466b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.522647] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c921e2f-0067-43f1-b834-d38d008e816b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.531407] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 986.531407] env[69041]: value = "task-2889406" [ 986.531407] env[69041]: _type = "Task" [ 986.531407] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.545332] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889406, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.548407] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889404, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.739974] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889399, 'name': CloneVM_Task, 'duration_secs': 1.525322} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.740289] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Created linked-clone VM from snapshot [ 986.741038] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f61c9-f0f4-4248-938f-ea5719f5abcf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.748553] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Uploading image e65cdc2d-1447-442f-b125-562e16f0cab5 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 986.753059] env[69041]: DEBUG oslo_concurrency.lockutils [req-01faaa6e-a173-4cb2-bd5e-00fa8d6c415a req-24414deb-cb07-465b-baf4-eb2df00cb97e service nova] Releasing lock "refresh_cache-03a2cb54-acda-4be1-a03f-e0a4274eeaec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.777960] env[69041]: DEBUG oslo_vmware.rw_handles [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 986.777960] env[69041]: value = "vm-580502" [ 986.777960] env[69041]: _type = "VirtualMachine" [ 986.777960] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 986.778268] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0542f03d-1a52-48cb-99df-78610cee861b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.784523] env[69041]: DEBUG oslo_vmware.rw_handles [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lease: (returnval){ [ 986.784523] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5224406f-1873-b8ba-be0b-27fa05473e27" [ 986.784523] env[69041]: _type = "HttpNfcLease" [ 986.784523] env[69041]: } obtained for exporting VM: (result){ [ 986.784523] env[69041]: value = "vm-580502" [ 986.784523] env[69041]: _type = "VirtualMachine" [ 986.784523] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 986.784748] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the lease: (returnval){ [ 986.784748] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5224406f-1873-b8ba-be0b-27fa05473e27" [ 986.784748] env[69041]: _type = "HttpNfcLease" [ 986.784748] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 986.792477] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.792477] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5224406f-1873-b8ba-be0b-27fa05473e27" [ 986.792477] env[69041]: _type = "HttpNfcLease" [ 986.792477] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 986.911319] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "41e6dba2-9431-4197-b797-d486e5c406e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.914969] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "41e6dba2-9431-4197-b797-d486e5c406e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.914969] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "41e6dba2-9431-4197-b797-d486e5c406e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.918648] env[69041]: DEBUG nova.compute.utils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.923135] env[69041]: DEBUG nova.compute.manager [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.923135] env[69041]: DEBUG nova.network.neutron [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.943567] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889405, 'name': PowerOffVM_Task, 'duration_secs': 0.420131} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.943735] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.943969] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.944792] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf0c11-0220-4838-8a88-b86419db3f38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.953377] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.953672] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37f29c82-9a34-4ade-962a-17a3c429ee81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.027292] env[69041]: DEBUG nova.policy [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2920d7dc99e41e6a0a971012554ff5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c31754310d7a4b42bad6895bcdfb35de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.040639] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.040864] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.041051] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleting the datastore file [datastore1] 6765dff9-29d9-477e-be08-bf5cabc069be {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.044521] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fee3c8eb-c16a-4ae3-a783-e0b3e4b625f5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.049587] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889406, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.059098] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522936} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.060345] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 03a2cb54-acda-4be1-a03f-e0a4274eeaec/03a2cb54-acda-4be1-a03f-e0a4274eeaec.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.060570] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.060917] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 987.060917] env[69041]: value = "task-2889409" [ 987.060917] env[69041]: _type = "Task" [ 987.060917] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.061147] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43538048-047e-4a04-8246-869d639b4727 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.072580] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.074104] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 987.074104] env[69041]: value = "task-2889410" [ 987.074104] env[69041]: _type = "Task" [ 987.074104] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.082170] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.292716] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.292716] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5224406f-1873-b8ba-be0b-27fa05473e27" [ 987.292716] env[69041]: _type = "HttpNfcLease" [ 987.292716] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 987.292964] env[69041]: DEBUG oslo_vmware.rw_handles [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 987.292964] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5224406f-1873-b8ba-be0b-27fa05473e27" [ 987.292964] env[69041]: _type = "HttpNfcLease" [ 987.292964] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 987.294158] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cf8ef2-b8e6-463b-8030-1a24e86f7a4a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.300590] env[69041]: DEBUG oslo_vmware.rw_handles [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e588f-4099-f8a1-0df4-3344815de93b/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 987.300763] env[69041]: DEBUG oslo_vmware.rw_handles [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e588f-4099-f8a1-0df4-3344815de93b/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 987.389674] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d4ad8a5-ed2f-429f-9aff-464b98424254 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.440772] env[69041]: DEBUG nova.compute.manager [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.542190] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889406, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.571694] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146104} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.572379] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.572379] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.572379] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.587636] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065032} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.587904] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.590755] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4e9469-e66c-4706-acbf-b042688b496e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.616405] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 03a2cb54-acda-4be1-a03f-e0a4274eeaec/03a2cb54-acda-4be1-a03f-e0a4274eeaec.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.619436] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130c0975-0066-4da3-b642-cb22e069827b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.644964] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 987.644964] env[69041]: value = "task-2889411" [ 987.644964] env[69041]: _type = "Task" [ 987.644964] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.659356] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.782633] env[69041]: DEBUG nova.network.neutron [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Successfully created port: a53a1a92-6f17-410a-95d9-aee6ad054eb8 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.991487] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.991765] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.992019] env[69041]: DEBUG nova.network.neutron [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.028348] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7822f86-517b-4074-8cea-5ec6ecb5d0c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.042641] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5889db21-c5bd-4dd2-a255-79e9cd23af38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.049080] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889406, 'name': Rename_Task, 'duration_secs': 1.112463} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.049982] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.050331] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-706b5a41-596d-4bad-9b3a-5e18eb879f32 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.092089] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d816ed07-9ff1-4472-b283-2cd99fbb1748 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.097858] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 988.097858] env[69041]: value = "task-2889412" [ 988.097858] env[69041]: _type = "Task" [ 988.097858] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.105636] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58837e9d-1568-423c-b059-7cd1e9d2aeb8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.112788] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.125442] env[69041]: DEBUG nova.compute.provider_tree [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.156830] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889411, 'name': ReconfigVM_Task, 'duration_secs': 0.304266} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.156830] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 03a2cb54-acda-4be1-a03f-e0a4274eeaec/03a2cb54-acda-4be1-a03f-e0a4274eeaec.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.157636] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a705f41-e8b4-4e2d-a7f2-713db17c670a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.164216] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 988.164216] env[69041]: value = "task-2889413" [ 988.164216] env[69041]: _type = "Task" [ 988.164216] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.174386] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889413, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.451261] env[69041]: DEBUG nova.compute.manager [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.497656] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.498131] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.498131] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.498318] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.499192] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.499377] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.499775] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.499834] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.500036] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.500629] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.501199] env[69041]: DEBUG nova.virt.hardware [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.505085] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d959fc-b654-4b30-9860-53d3cdf2302b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.515737] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a4dfcc-f691-49db-9c92-fc361533f47d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.619875] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.630511] env[69041]: DEBUG nova.scheduler.client.report [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.644769] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.646147] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.646413] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.646670] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.646933] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.647104] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.647329] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.647491] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.647661] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.647826] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.648011] env[69041]: DEBUG nova.virt.hardware [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.648952] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b91511-0933-4b9b-876b-eb4d5a40354b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.661904] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2457bdf-7376-454f-8062-5659dc6a5590 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.685142] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:82:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '406b5c2c-ffcf-4976-bcd6-e407f6fd0a44', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.693531] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.694098] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889413, 'name': Rename_Task, 'duration_secs': 0.152718} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.697948] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.698286] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.698547] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84cd41d2-8bf2-4fd1-97f3-f418bb4be6e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.713852] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e97e161a-d667-42a0-b5fa-fcc1a995eff3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.718039] env[69041]: DEBUG nova.network.neutron [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Successfully created port: c348fe83-8b52-46dd-a046-ff91be2eb997 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.721967] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 988.721967] env[69041]: value = "task-2889414" [ 988.721967] env[69041]: _type = "Task" [ 988.721967] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.722939] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.722939] env[69041]: value = "task-2889415" [ 988.722939] env[69041]: _type = "Task" [ 988.722939] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.735847] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.739685] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889415, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.786518] env[69041]: DEBUG nova.network.neutron [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance_info_cache with network_info: [{"id": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "address": "fa:16:3e:8c:13:42", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18ebc72-f8", "ovs_interfaceid": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.123639] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.137789] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.138590] env[69041]: DEBUG nova.compute.manager [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.145087] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.302s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.145087] env[69041]: DEBUG nova.objects.instance [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lazy-loading 'resources' on Instance uuid 63253f5d-2d7b-4917-a246-be959b543bd0 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.237215] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889415, 'name': CreateVM_Task, 'duration_secs': 0.331204} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.240382] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.240635] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.241481] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.241698] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.242181] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.242665] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccdaef4d-7bd6-4721-b7b4-a0309ea1892b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.247447] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 989.247447] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521735c8-287e-b2ac-2edd-ea33c4aab8df" [ 989.247447] env[69041]: _type = "Task" [ 989.247447] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.262500] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521735c8-287e-b2ac-2edd-ea33c4aab8df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.292268] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.412223] env[69041]: DEBUG nova.network.neutron [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Successfully created port: 2e4b7b24-3989-419d-b6c7-c2a71b6df28d {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.622535] env[69041]: DEBUG oslo_vmware.api [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889412, 'name': PowerOnVM_Task, 'duration_secs': 1.14553} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.622535] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.622535] env[69041]: INFO nova.compute.manager [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Took 9.48 seconds to spawn the instance on the hypervisor. [ 989.622535] env[69041]: DEBUG nova.compute.manager [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.622535] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56566656-d00f-4611-b4e4-f114657e526c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.643550] env[69041]: DEBUG nova.compute.utils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.644850] env[69041]: DEBUG nova.compute.manager [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.645170] env[69041]: DEBUG nova.network.neutron [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.729800] env[69041]: DEBUG nova.policy [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85029ad083074925b2c2671436dd5df2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b6186600696421fb26a7d069093f1f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.738783] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889414, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.762705] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521735c8-287e-b2ac-2edd-ea33c4aab8df, 'name': SearchDatastore_Task, 'duration_secs': 0.022065} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.763030] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.764290] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.764290] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.764290] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.764290] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.764571] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f46c874-7812-4770-acf6-c6b56f4d14ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.773562] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.773698] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.774509] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4feefb17-9866-4cb7-8abc-6097e7a7756a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.782418] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 989.782418] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529b9a43-f798-fd65-51c2-d843714dae3c" [ 989.782418] env[69041]: _type = "Task" [ 989.782418] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.808689] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529b9a43-f798-fd65-51c2-d843714dae3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.809571] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83570796-8422-454a-a936-6b94418e6ac4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.818933] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 989.818933] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523582e6-67b5-a830-0222-39ba44d41edc" [ 989.818933] env[69041]: _type = "Task" [ 989.818933] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.824145] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cf3cfe-35e8-4a4c-99f3-1df937a3365d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.834994] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523582e6-67b5-a830-0222-39ba44d41edc, 'name': SearchDatastore_Task, 'duration_secs': 0.012154} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.851852] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.851991] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 6765dff9-29d9-477e-be08-bf5cabc069be/6765dff9-29d9-477e-be08-bf5cabc069be.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.853570] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37450407-cd1b-4799-be7d-928cbb3d0150 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.855987] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e1987b-bd32-48f3-a40e-3128ff8a6399 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.863809] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance '41e6dba2-9431-4197-b797-d486e5c406e1' progress to 83 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.869019] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 989.869019] env[69041]: value = "task-2889416" [ 989.869019] env[69041]: _type = "Task" [ 989.869019] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.879129] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.134486] env[69041]: DEBUG nova.network.neutron [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Successfully created port: 2fd6234e-9df5-4700-be11-95b1483839b1 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.150647] env[69041]: INFO nova.compute.manager [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Took 39.59 seconds to build instance. [ 990.152445] env[69041]: DEBUG nova.compute.manager [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.235250] env[69041]: DEBUG oslo_vmware.api [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889414, 'name': PowerOnVM_Task, 'duration_secs': 1.177781} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.235565] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.235781] env[69041]: INFO nova.compute.manager [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Took 7.22 seconds to spawn the instance on the hypervisor. [ 990.235962] env[69041]: DEBUG nova.compute.manager [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.236845] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5d32c7-042a-4587-b3c8-82976c273f44 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.342382] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf3be9-5406-4693-bcbe-37fdaf745411 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.351608] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca95073-d579-439e-b0f1-fa858827b05f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.386159] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.386939] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08944853-59b6-498d-84cf-b25b1f41a53f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.393956] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68625547-b949-4ad5-b018-0526b334cf03 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.401590] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889416, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.405850] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 990.405850] env[69041]: value = "task-2889417" [ 990.405850] env[69041]: _type = "Task" [ 990.405850] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.407367] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c5ae1a-3fe3-4bbb-a662-96e855af2c1a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.422066] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889417, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.431672] env[69041]: DEBUG nova.compute.provider_tree [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.660450] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e9941bed-9607-45e1-91a9-27fe777c0712 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "66dc248c-f0df-44dd-9831-a9d3b11e466b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.228s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.763937] env[69041]: INFO nova.compute.manager [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Took 36.98 seconds to build instance. [ 990.900014] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671561} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.900295] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 6765dff9-29d9-477e-be08-bf5cabc069be/6765dff9-29d9-477e-be08-bf5cabc069be.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.900597] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.900711] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7882785-c7bd-4f45-9be5-aaf891857de9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.907769] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 990.907769] env[69041]: value = "task-2889418" [ 990.907769] env[69041]: _type = "Task" [ 990.907769] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.928592] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.928876] env[69041]: DEBUG oslo_vmware.api [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889417, 'name': PowerOnVM_Task, 'duration_secs': 0.450104} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.929124] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.929513] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e459ef67-dfe1-4288-add9-8804244f21b3 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance '41e6dba2-9431-4197-b797-d486e5c406e1' progress to 100 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.937056] env[69041]: DEBUG nova.scheduler.client.report [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.168906] env[69041]: DEBUG nova.compute.manager [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.174851] env[69041]: DEBUG nova.compute.manager [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.197935] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.197935] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.197935] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.198264] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.198264] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.198264] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.198264] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.198264] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.198395] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.198395] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.198395] env[69041]: DEBUG nova.virt.hardware [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.198395] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de101815-f714-4483-9905-a21b54790410 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.208382] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d10387-c9b3-442f-a8bd-8ecbe0aeb3b4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.268629] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fb294398-4aa9-4992-a713-b07d79fff772 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.604s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.422455] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242818} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.422455] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.422455] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fa35f1-8ef7-4b1f-ac13-d7d38d46d611 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.451288] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 6765dff9-29d9-477e-be08-bf5cabc069be/6765dff9-29d9-477e-be08-bf5cabc069be.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.452494] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.454524] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28419de-6def-4d46-9116-bfef76685e05 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.483918] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.327s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.486052] env[69041]: INFO nova.compute.claims [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.497037] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 991.497037] env[69041]: value = "task-2889419" [ 991.497037] env[69041]: _type = "Task" [ 991.497037] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.509022] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.526212] env[69041]: INFO nova.scheduler.client.report [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Deleted allocations for instance 63253f5d-2d7b-4917-a246-be959b543bd0 [ 991.707903] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.770489] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "66dc248c-f0df-44dd-9831-a9d3b11e466b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.773914] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "66dc248c-f0df-44dd-9831-a9d3b11e466b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.773914] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "66dc248c-f0df-44dd-9831-a9d3b11e466b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.773914] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "66dc248c-f0df-44dd-9831-a9d3b11e466b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.773914] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "66dc248c-f0df-44dd-9831-a9d3b11e466b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.775056] env[69041]: DEBUG nova.network.neutron [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Successfully updated port: 2fd6234e-9df5-4700-be11-95b1483839b1 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.776492] env[69041]: DEBUG nova.compute.manager [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.780024] env[69041]: INFO nova.compute.manager [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Terminating instance [ 991.818042] env[69041]: DEBUG nova.compute.manager [req-8be3e828-dc04-4688-aada-d76d7f8da976 req-b1c85a9e-152c-4d7a-8f69-d52a2db52adc service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received event network-vif-plugged-a53a1a92-6f17-410a-95d9-aee6ad054eb8 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.818042] env[69041]: DEBUG oslo_concurrency.lockutils [req-8be3e828-dc04-4688-aada-d76d7f8da976 req-b1c85a9e-152c-4d7a-8f69-d52a2db52adc service nova] Acquiring lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.818277] env[69041]: DEBUG oslo_concurrency.lockutils [req-8be3e828-dc04-4688-aada-d76d7f8da976 req-b1c85a9e-152c-4d7a-8f69-d52a2db52adc service nova] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.818529] env[69041]: DEBUG oslo_concurrency.lockutils [req-8be3e828-dc04-4688-aada-d76d7f8da976 req-b1c85a9e-152c-4d7a-8f69-d52a2db52adc service nova] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.819356] env[69041]: DEBUG nova.compute.manager [req-8be3e828-dc04-4688-aada-d76d7f8da976 req-b1c85a9e-152c-4d7a-8f69-d52a2db52adc service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] No waiting events found dispatching network-vif-plugged-a53a1a92-6f17-410a-95d9-aee6ad054eb8 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.819356] env[69041]: WARNING nova.compute.manager [req-8be3e828-dc04-4688-aada-d76d7f8da976 req-b1c85a9e-152c-4d7a-8f69-d52a2db52adc service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received unexpected event network-vif-plugged-a53a1a92-6f17-410a-95d9-aee6ad054eb8 for instance with vm_state building and task_state spawning. [ 991.829578] env[69041]: DEBUG nova.network.neutron [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Successfully updated port: a53a1a92-6f17-410a-95d9-aee6ad054eb8 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.938187] env[69041]: DEBUG nova.compute.manager [req-2136fb8a-265d-4756-82ab-91fda4e93701 req-df9200bf-41a1-48d2-bc7f-e577e52e1c91 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Received event network-vif-plugged-2fd6234e-9df5-4700-be11-95b1483839b1 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.938518] env[69041]: DEBUG oslo_concurrency.lockutils [req-2136fb8a-265d-4756-82ab-91fda4e93701 req-df9200bf-41a1-48d2-bc7f-e577e52e1c91 service nova] Acquiring lock "3052d916-ba81-4058-bc1e-ff51fc529ce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.938674] env[69041]: DEBUG oslo_concurrency.lockutils [req-2136fb8a-265d-4756-82ab-91fda4e93701 req-df9200bf-41a1-48d2-bc7f-e577e52e1c91 service nova] Lock "3052d916-ba81-4058-bc1e-ff51fc529ce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.938842] env[69041]: DEBUG oslo_concurrency.lockutils [req-2136fb8a-265d-4756-82ab-91fda4e93701 req-df9200bf-41a1-48d2-bc7f-e577e52e1c91 service nova] Lock "3052d916-ba81-4058-bc1e-ff51fc529ce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.939203] env[69041]: DEBUG nova.compute.manager [req-2136fb8a-265d-4756-82ab-91fda4e93701 req-df9200bf-41a1-48d2-bc7f-e577e52e1c91 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] No waiting events found dispatching network-vif-plugged-2fd6234e-9df5-4700-be11-95b1483839b1 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.939533] env[69041]: WARNING nova.compute.manager [req-2136fb8a-265d-4756-82ab-91fda4e93701 req-df9200bf-41a1-48d2-bc7f-e577e52e1c91 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Received unexpected event network-vif-plugged-2fd6234e-9df5-4700-be11-95b1483839b1 for instance with vm_state building and task_state spawning. [ 992.014623] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889419, 'name': ReconfigVM_Task, 'duration_secs': 0.447039} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.015112] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 6765dff9-29d9-477e-be08-bf5cabc069be/6765dff9-29d9-477e-be08-bf5cabc069be.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.016144] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-371998e6-033d-45de-87fa-90eb335a91e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.024401] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 992.024401] env[69041]: value = "task-2889420" [ 992.024401] env[69041]: _type = "Task" [ 992.024401] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.036378] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889420, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.037465] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b63e85c8-e977-4f28-b8e9-d84437a4619f tempest-ServerExternalEventsTest-56005581 tempest-ServerExternalEventsTest-56005581-project-member] Lock "63253f5d-2d7b-4917-a246-be959b543bd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.656s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.282265] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "refresh_cache-3052d916-ba81-4058-bc1e-ff51fc529ce0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.282543] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquired lock "refresh_cache-3052d916-ba81-4058-bc1e-ff51fc529ce0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.282721] env[69041]: DEBUG nova.network.neutron [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.294838] env[69041]: DEBUG nova.compute.manager [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.295108] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.299845] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bd2c9b-0771-4650-a3ab-3b8741ce25a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.316701] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.317309] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e00216e9-fb81-4a74-a60a-059659fbadc9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.327120] env[69041]: DEBUG oslo_vmware.api [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 992.327120] env[69041]: value = "task-2889421" [ 992.327120] env[69041]: _type = "Task" [ 992.327120] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.328274] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.344204] env[69041]: DEBUG oslo_vmware.api [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.546685] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889420, 'name': Rename_Task, 'duration_secs': 0.186118} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.546685] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.547367] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50601f9f-2d32-468e-9a64-5d76bed353ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.553758] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 992.553758] env[69041]: value = "task-2889422" [ 992.553758] env[69041]: _type = "Task" [ 992.553758] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.565773] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.706325] env[69041]: DEBUG oslo_concurrency.lockutils [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.706707] env[69041]: DEBUG oslo_concurrency.lockutils [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.843176] env[69041]: DEBUG oslo_vmware.api [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889421, 'name': PowerOffVM_Task, 'duration_secs': 0.22571} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.843176] env[69041]: DEBUG nova.network.neutron [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.845044] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.845324] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.849265] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a66dce32-0d03-4e6b-8625-c1e3459576b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.929790] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.930033] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.930220] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Deleting the datastore file [datastore2] 66dc248c-f0df-44dd-9831-a9d3b11e466b {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.930491] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dad806c5-8681-4bdf-b33a-9fd136f2ed14 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.936772] env[69041]: DEBUG oslo_vmware.api [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for the task: (returnval){ [ 992.936772] env[69041]: value = "task-2889424" [ 992.936772] env[69041]: _type = "Task" [ 992.936772] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.948467] env[69041]: DEBUG oslo_vmware.api [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.032706] env[69041]: DEBUG nova.network.neutron [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Updating instance_info_cache with network_info: [{"id": "2fd6234e-9df5-4700-be11-95b1483839b1", "address": "fa:16:3e:a3:72:64", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd6234e-9d", "ovs_interfaceid": "2fd6234e-9df5-4700-be11-95b1483839b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.070582] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.076901] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1e5008-8a63-4b10-b42c-69e6cf49f15f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.084751] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd26913f-e99b-4319-9b3d-18100a31de85 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.119511] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1ecb04-ca23-4dce-93a7-87e446b0cd33 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.127366] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c04a28e-a632-442d-9451-8d9eb84ca9b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.141676] env[69041]: DEBUG nova.compute.provider_tree [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.213093] env[69041]: DEBUG nova.compute.utils [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.441849] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "983aa6f2-dc56-45d9-8b35-688d75f63525" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.441849] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.453010] env[69041]: DEBUG oslo_vmware.api [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Task: {'id': task-2889424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232221} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.453295] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.453620] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.453811] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.454009] env[69041]: INFO nova.compute.manager [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 993.454272] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.454492] env[69041]: DEBUG nova.compute.manager [-] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.454596] env[69041]: DEBUG nova.network.neutron [-] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.537869] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Releasing lock "refresh_cache-3052d916-ba81-4058-bc1e-ff51fc529ce0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.538247] env[69041]: DEBUG nova.compute.manager [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Instance network_info: |[{"id": "2fd6234e-9df5-4700-be11-95b1483839b1", "address": "fa:16:3e:a3:72:64", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd6234e-9d", "ovs_interfaceid": "2fd6234e-9df5-4700-be11-95b1483839b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.538745] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:72:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fd6234e-9df5-4700-be11-95b1483839b1', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.549818] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Creating folder: Project (1b6186600696421fb26a7d069093f1f7). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.550271] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f25029a6-3ac4-4caa-aeaa-cd8cb3f4d2de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.564508] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Created folder: Project (1b6186600696421fb26a7d069093f1f7) in parent group-v580429. [ 993.564767] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Creating folder: Instances. Parent ref: group-v580505. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.565580] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fea97c0b-0120-43fe-8865-e51e62b8376a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.572016] env[69041]: DEBUG oslo_vmware.api [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889422, 'name': PowerOnVM_Task, 'duration_secs': 0.664515} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.572016] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.572016] env[69041]: DEBUG nova.compute.manager [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.572562] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d125b4-7ef3-4bd0-9d71-03d578210c29 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.582604] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Created folder: Instances in parent group-v580505. [ 993.582762] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.582951] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.583161] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-877c0fc8-15e0-4bb6-bf68-42d533bf7680 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.607133] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.607133] env[69041]: value = "task-2889427" [ 993.607133] env[69041]: _type = "Task" [ 993.607133] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.619176] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889427, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.644986] env[69041]: DEBUG nova.scheduler.client.report [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.718029] env[69041]: DEBUG oslo_concurrency.lockutils [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.118843] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.124563] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889427, 'name': CreateVM_Task, 'duration_secs': 0.422185} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.124736] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.126306] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.126493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.126821] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.127209] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5242cf-c992-4b7d-aff7-9c66a83428f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.131943] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 994.131943] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52950fe7-7907-607b-cb45-5dd32dcc8598" [ 994.131943] env[69041]: _type = "Task" [ 994.131943] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.140319] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52950fe7-7907-607b-cb45-5dd32dcc8598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.150198] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.150688] env[69041]: DEBUG nova.compute.manager [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.153945] env[69041]: DEBUG oslo_concurrency.lockutils [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.221s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.154177] env[69041]: DEBUG nova.objects.instance [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lazy-loading 'resources' on Instance uuid a188f4ff-95a4-4dcb-9e13-46bc68f89c99 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.306545] env[69041]: DEBUG nova.network.neutron [-] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.371884] env[69041]: DEBUG nova.compute.manager [req-12ec8e4b-543b-4176-a2b4-02abdf7ee731 req-9e5e56e8-b39e-4edc-8e4c-bb0d9962ada5 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received event network-changed-a53a1a92-6f17-410a-95d9-aee6ad054eb8 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 994.372112] env[69041]: DEBUG nova.compute.manager [req-12ec8e4b-543b-4176-a2b4-02abdf7ee731 req-9e5e56e8-b39e-4edc-8e4c-bb0d9962ada5 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Refreshing instance network info cache due to event network-changed-a53a1a92-6f17-410a-95d9-aee6ad054eb8. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 994.372339] env[69041]: DEBUG oslo_concurrency.lockutils [req-12ec8e4b-543b-4176-a2b4-02abdf7ee731 req-9e5e56e8-b39e-4edc-8e4c-bb0d9962ada5 service nova] Acquiring lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.372452] env[69041]: DEBUG oslo_concurrency.lockutils [req-12ec8e4b-543b-4176-a2b4-02abdf7ee731 req-9e5e56e8-b39e-4edc-8e4c-bb0d9962ada5 service nova] Acquired lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.372608] env[69041]: DEBUG nova.network.neutron [req-12ec8e4b-543b-4176-a2b4-02abdf7ee731 req-9e5e56e8-b39e-4edc-8e4c-bb0d9962ada5 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Refreshing network info cache for port a53a1a92-6f17-410a-95d9-aee6ad054eb8 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.398418] env[69041]: DEBUG nova.compute.manager [req-cff9dfb5-ba11-4fc4-8d76-1c8c8d8d6d76 req-0be580b6-05c9-4a86-a36d-387a81afcf95 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Received event network-changed-2fd6234e-9df5-4700-be11-95b1483839b1 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 994.398545] env[69041]: DEBUG nova.compute.manager [req-cff9dfb5-ba11-4fc4-8d76-1c8c8d8d6d76 req-0be580b6-05c9-4a86-a36d-387a81afcf95 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Refreshing instance network info cache due to event network-changed-2fd6234e-9df5-4700-be11-95b1483839b1. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 994.398754] env[69041]: DEBUG oslo_concurrency.lockutils [req-cff9dfb5-ba11-4fc4-8d76-1c8c8d8d6d76 req-0be580b6-05c9-4a86-a36d-387a81afcf95 service nova] Acquiring lock "refresh_cache-3052d916-ba81-4058-bc1e-ff51fc529ce0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.398929] env[69041]: DEBUG oslo_concurrency.lockutils [req-cff9dfb5-ba11-4fc4-8d76-1c8c8d8d6d76 req-0be580b6-05c9-4a86-a36d-387a81afcf95 service nova] Acquired lock "refresh_cache-3052d916-ba81-4058-bc1e-ff51fc529ce0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.399225] env[69041]: DEBUG nova.network.neutron [req-cff9dfb5-ba11-4fc4-8d76-1c8c8d8d6d76 req-0be580b6-05c9-4a86-a36d-387a81afcf95 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Refreshing network info cache for port 2fd6234e-9df5-4700-be11-95b1483839b1 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.529743] env[69041]: DEBUG nova.network.neutron [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Successfully updated port: c348fe83-8b52-46dd-a046-ff91be2eb997 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.643031] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52950fe7-7907-607b-cb45-5dd32dcc8598, 'name': SearchDatastore_Task, 'duration_secs': 0.017854} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.644127] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.644127] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.644127] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.644127] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.644472] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.644744] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-398f5644-5db4-4587-b7e6-39da04454214 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.656798] env[69041]: DEBUG nova.compute.utils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.660958] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.661976] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.664562] env[69041]: DEBUG nova.compute.manager [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.664562] env[69041]: DEBUG nova.network.neutron [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.667113] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88bf373-4198-4275-ba5b-8d885e5fd40a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.673596] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 994.673596] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526793d3-4ad1-14f9-7b08-bd1f9c3db2f0" [ 994.673596] env[69041]: _type = "Task" [ 994.673596] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.689974] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526793d3-4ad1-14f9-7b08-bd1f9c3db2f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.782713] env[69041]: DEBUG oslo_concurrency.lockutils [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.782713] env[69041]: DEBUG oslo_concurrency.lockutils [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.782713] env[69041]: INFO nova.compute.manager [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Attaching volume 2994ba4f-b78c-414a-99cf-b080fe44a1e5 to /dev/sdb [ 994.812823] env[69041]: INFO nova.compute.manager [-] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Took 1.36 seconds to deallocate network for instance. [ 994.824963] env[69041]: DEBUG nova.policy [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd282141d83e4c969fae129d7e8c8a18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a7714ca7a0141178cc52309a49db242', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.837107] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d023edc1-38ba-4057-ba13-9a3050c29420 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.846088] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac8cca4-743a-4afd-9a31-2e7b0326541f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.865447] env[69041]: DEBUG nova.virt.block_device [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Updating existing volume attachment record: ba82bd34-4777-47c9-82b2-41e952b28e1b {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 994.915273] env[69041]: DEBUG nova.network.neutron [req-12ec8e4b-543b-4176-a2b4-02abdf7ee731 req-9e5e56e8-b39e-4edc-8e4c-bb0d9962ada5 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.062074] env[69041]: DEBUG nova.network.neutron [req-12ec8e4b-543b-4176-a2b4-02abdf7ee731 req-9e5e56e8-b39e-4edc-8e4c-bb0d9962ada5 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.163746] env[69041]: DEBUG nova.compute.manager [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.187161] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "41e6dba2-9431-4197-b797-d486e5c406e1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.187417] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "41e6dba2-9431-4197-b797-d486e5c406e1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.187616] env[69041]: DEBUG nova.compute.manager [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Going to confirm migration 1 {{(pid=69041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 995.189429] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526793d3-4ad1-14f9-7b08-bd1f9c3db2f0, 'name': SearchDatastore_Task, 'duration_secs': 0.017312} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.194011] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2716c1bc-c552-4fba-b0c2-43431a9bf457 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.206788] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 995.206788] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c3e9fc-ddd7-f13b-442d-5e9caf88caf4" [ 995.206788] env[69041]: _type = "Task" [ 995.206788] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.221014] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c3e9fc-ddd7-f13b-442d-5e9caf88caf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.236331] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fb74bb-291c-49af-9786-e8ecadad0f6e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.250664] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca782d19-84fd-47d9-b456-afd139f0b775 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.284200] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a69e421-6d59-480f-a1f1-ac053045c14d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.292203] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f404336-d57d-447e-a3a0-7a0ef0b54f04 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.310490] env[69041]: DEBUG nova.compute.provider_tree [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.312638] env[69041]: DEBUG nova.network.neutron [req-cff9dfb5-ba11-4fc4-8d76-1c8c8d8d6d76 req-0be580b6-05c9-4a86-a36d-387a81afcf95 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Updated VIF entry in instance network info cache for port 2fd6234e-9df5-4700-be11-95b1483839b1. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.312963] env[69041]: DEBUG nova.network.neutron [req-cff9dfb5-ba11-4fc4-8d76-1c8c8d8d6d76 req-0be580b6-05c9-4a86-a36d-387a81afcf95 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Updating instance_info_cache with network_info: [{"id": "2fd6234e-9df5-4700-be11-95b1483839b1", "address": "fa:16:3e:a3:72:64", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd6234e-9d", "ovs_interfaceid": "2fd6234e-9df5-4700-be11-95b1483839b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.327736] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.568262] env[69041]: DEBUG oslo_concurrency.lockutils [req-12ec8e4b-543b-4176-a2b4-02abdf7ee731 req-9e5e56e8-b39e-4edc-8e4c-bb0d9962ada5 service nova] Releasing lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.721292] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c3e9fc-ddd7-f13b-442d-5e9caf88caf4, 'name': SearchDatastore_Task, 'duration_secs': 0.022636} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.721821] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.721908] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 3052d916-ba81-4058-bc1e-ff51fc529ce0/3052d916-ba81-4058-bc1e-ff51fc529ce0.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.722482] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3b9f731-f20c-441d-88b9-6c738c1ca2ef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.730152] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 995.730152] env[69041]: value = "task-2889431" [ 995.730152] env[69041]: _type = "Task" [ 995.730152] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.740674] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.758021] env[69041]: DEBUG nova.network.neutron [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Successfully created port: e0a9c73d-ad80-401a-a438-3a9ca360a793 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.815398] env[69041]: DEBUG oslo_concurrency.lockutils [req-cff9dfb5-ba11-4fc4-8d76-1c8c8d8d6d76 req-0be580b6-05c9-4a86-a36d-387a81afcf95 service nova] Releasing lock "refresh_cache-3052d916-ba81-4058-bc1e-ff51fc529ce0" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.815729] env[69041]: DEBUG nova.compute.manager [req-cff9dfb5-ba11-4fc4-8d76-1c8c8d8d6d76 req-0be580b6-05c9-4a86-a36d-387a81afcf95 service nova] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Received event network-vif-deleted-e0083f3b-03ea-42ed-ab16-b8de18f72908 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 995.816714] env[69041]: DEBUG nova.scheduler.client.report [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.060846] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.061035] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.061229] env[69041]: DEBUG nova.network.neutron [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.061416] env[69041]: DEBUG nova.objects.instance [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lazy-loading 'info_cache' on Instance uuid 41e6dba2-9431-4197-b797-d486e5c406e1 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.176303] env[69041]: DEBUG nova.compute.manager [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.203423] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.203959] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.204151] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.204431] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.204643] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.204801] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.205077] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.205325] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.205558] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.205751] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.205986] env[69041]: DEBUG nova.virt.hardware [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.206997] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3015455e-71fc-4bef-9195-bdbff18807bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.219354] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94f11cc-c734-473a-8e9f-1019fd03bac5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.249127] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889431, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.256962] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "6765dff9-29d9-477e-be08-bf5cabc069be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.257439] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "6765dff9-29d9-477e-be08-bf5cabc069be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.257683] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "6765dff9-29d9-477e-be08-bf5cabc069be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.258074] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "6765dff9-29d9-477e-be08-bf5cabc069be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.258266] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "6765dff9-29d9-477e-be08-bf5cabc069be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.263838] env[69041]: INFO nova.compute.manager [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Terminating instance [ 996.324287] env[69041]: DEBUG oslo_concurrency.lockutils [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.327502] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.615s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.329669] env[69041]: INFO nova.compute.claims [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.358841] env[69041]: INFO nova.scheduler.client.report [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Deleted allocations for instance a188f4ff-95a4-4dcb-9e13-46bc68f89c99 [ 996.600438] env[69041]: DEBUG nova.compute.manager [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received event network-vif-plugged-c348fe83-8b52-46dd-a046-ff91be2eb997 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.600940] env[69041]: DEBUG oslo_concurrency.lockutils [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] Acquiring lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.600940] env[69041]: DEBUG oslo_concurrency.lockutils [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.601059] env[69041]: DEBUG oslo_concurrency.lockutils [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.601229] env[69041]: DEBUG nova.compute.manager [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] No waiting events found dispatching network-vif-plugged-c348fe83-8b52-46dd-a046-ff91be2eb997 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.601391] env[69041]: WARNING nova.compute.manager [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received unexpected event network-vif-plugged-c348fe83-8b52-46dd-a046-ff91be2eb997 for instance with vm_state building and task_state spawning. [ 996.601550] env[69041]: DEBUG nova.compute.manager [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received event network-changed-c348fe83-8b52-46dd-a046-ff91be2eb997 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.601732] env[69041]: DEBUG nova.compute.manager [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Refreshing instance network info cache due to event network-changed-c348fe83-8b52-46dd-a046-ff91be2eb997. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 996.601973] env[69041]: DEBUG oslo_concurrency.lockutils [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] Acquiring lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.602982] env[69041]: DEBUG oslo_concurrency.lockutils [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] Acquired lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.603259] env[69041]: DEBUG nova.network.neutron [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Refreshing network info cache for port c348fe83-8b52-46dd-a046-ff91be2eb997 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.748820] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754072} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.749122] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 3052d916-ba81-4058-bc1e-ff51fc529ce0/3052d916-ba81-4058-bc1e-ff51fc529ce0.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.749342] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.749848] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eddd579-d404-40de-93c4-9767f6ba1782 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.757718] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 996.757718] env[69041]: value = "task-2889432" [ 996.757718] env[69041]: _type = "Task" [ 996.757718] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.768597] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.769338] env[69041]: DEBUG nova.compute.manager [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.769595] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.774675] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e7755f-af48-47cc-8f37-551c405da0cb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.780336] env[69041]: DEBUG nova.compute.manager [req-fded2df4-cb0c-4093-8e08-de24abb20fe1 req-2f1a4376-c0f3-4c26-816b-a026d29d7fb3 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received event network-vif-plugged-2e4b7b24-3989-419d-b6c7-c2a71b6df28d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.780573] env[69041]: DEBUG oslo_concurrency.lockutils [req-fded2df4-cb0c-4093-8e08-de24abb20fe1 req-2f1a4376-c0f3-4c26-816b-a026d29d7fb3 service nova] Acquiring lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.780788] env[69041]: DEBUG oslo_concurrency.lockutils [req-fded2df4-cb0c-4093-8e08-de24abb20fe1 req-2f1a4376-c0f3-4c26-816b-a026d29d7fb3 service nova] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.780999] env[69041]: DEBUG oslo_concurrency.lockutils [req-fded2df4-cb0c-4093-8e08-de24abb20fe1 req-2f1a4376-c0f3-4c26-816b-a026d29d7fb3 service nova] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.781207] env[69041]: DEBUG nova.compute.manager [req-fded2df4-cb0c-4093-8e08-de24abb20fe1 req-2f1a4376-c0f3-4c26-816b-a026d29d7fb3 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] No waiting events found dispatching network-vif-plugged-2e4b7b24-3989-419d-b6c7-c2a71b6df28d {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.781393] env[69041]: WARNING nova.compute.manager [req-fded2df4-cb0c-4093-8e08-de24abb20fe1 req-2f1a4376-c0f3-4c26-816b-a026d29d7fb3 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received unexpected event network-vif-plugged-2e4b7b24-3989-419d-b6c7-c2a71b6df28d for instance with vm_state building and task_state spawning. [ 996.787230] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.788840] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8e63e84-a848-4176-95a2-7755c0d94404 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.794062] env[69041]: DEBUG oslo_vmware.api [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 996.794062] env[69041]: value = "task-2889433" [ 996.794062] env[69041]: _type = "Task" [ 996.794062] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.806997] env[69041]: DEBUG oslo_vmware.api [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.864976] env[69041]: DEBUG nova.network.neutron [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Successfully updated port: 2e4b7b24-3989-419d-b6c7-c2a71b6df28d {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.874982] env[69041]: DEBUG oslo_concurrency.lockutils [None req-65719649-d4a4-427e-a33d-c98dbc4f464f tempest-ServerDiagnosticsTest-1094728730 tempest-ServerDiagnosticsTest-1094728730-project-member] Lock "a188f4ff-95a4-4dcb-9e13-46bc68f89c99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.501s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.160310] env[69041]: DEBUG oslo_vmware.rw_handles [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e588f-4099-f8a1-0df4-3344815de93b/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 997.160779] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8d326c-07a6-40e5-b4e0-501c264cb1de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.169870] env[69041]: DEBUG oslo_vmware.rw_handles [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e588f-4099-f8a1-0df4-3344815de93b/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 997.170115] env[69041]: ERROR oslo_vmware.rw_handles [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e588f-4099-f8a1-0df4-3344815de93b/disk-0.vmdk due to incomplete transfer. [ 997.170293] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2bda1fc3-a66b-4fe6-b927-f00349dd3146 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.173761] env[69041]: DEBUG nova.network.neutron [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.183150] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "fc2e1749-d081-4b11-a32d-303fb3675481" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.183150] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "fc2e1749-d081-4b11-a32d-303fb3675481" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.183150] env[69041]: DEBUG oslo_vmware.rw_handles [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e588f-4099-f8a1-0df4-3344815de93b/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 997.183150] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Uploaded image e65cdc2d-1447-442f-b125-562e16f0cab5 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 997.183537] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 997.184057] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e631bdbe-6f71-4a5d-aa9a-f8037c3087ff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.190784] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 997.190784] env[69041]: value = "task-2889434" [ 997.190784] env[69041]: _type = "Task" [ 997.190784] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.199680] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889434, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.275217] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15318} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.275559] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.276392] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f89a27-6f16-4105-ae48-ff14c5bb31e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.305589] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 3052d916-ba81-4058-bc1e-ff51fc529ce0/3052d916-ba81-4058-bc1e-ff51fc529ce0.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.310014] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6df79067-d2bc-44ad-ade3-f58d74079807 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.340085] env[69041]: DEBUG oslo_vmware.api [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889433, 'name': PowerOffVM_Task, 'duration_secs': 0.287881} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.340700] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.340952] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.341355] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 997.341355] env[69041]: value = "task-2889436" [ 997.341355] env[69041]: _type = "Task" [ 997.341355] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.344143] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c025fe8-e3de-40e4-94fa-f45afc3b8c0c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.354339] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.364208] env[69041]: DEBUG nova.network.neutron [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.373292] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.426429] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.426765] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.426953] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleting the datastore file [datastore2] 6765dff9-29d9-477e-be08-bf5cabc069be {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.430555] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5821dea8-fea7-4d4d-82a3-81098b3ee0e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.437905] env[69041]: DEBUG oslo_vmware.api [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 997.437905] env[69041]: value = "task-2889438" [ 997.437905] env[69041]: _type = "Task" [ 997.437905] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.451750] env[69041]: DEBUG oslo_vmware.api [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.455954] env[69041]: DEBUG nova.network.neutron [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance_info_cache with network_info: [{"id": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "address": "fa:16:3e:8c:13:42", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18ebc72-f8", "ovs_interfaceid": "a18ebc72-f889-4a2b-9a88-de3ad150fb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.703610] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889434, 'name': Destroy_Task, 'duration_secs': 0.418891} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.704510] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Destroyed the VM [ 997.704510] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.704656] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ca7a95e-9c83-4035-99d7-45af7a286d8c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.711649] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 997.711649] env[69041]: value = "task-2889439" [ 997.711649] env[69041]: _type = "Task" [ 997.711649] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.805318] env[69041]: DEBUG nova.network.neutron [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Successfully updated port: e0a9c73d-ad80-401a-a438-3a9ca360a793 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.859646] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889436, 'name': ReconfigVM_Task, 'duration_secs': 0.479714} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.863091] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 3052d916-ba81-4058-bc1e-ff51fc529ce0/3052d916-ba81-4058-bc1e-ff51fc529ce0.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.863630] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63c8314b-b890-408e-b123-77a6b264932f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.867324] env[69041]: DEBUG oslo_concurrency.lockutils [req-20e8a3e9-5aed-4054-84a4-cef84de00d82 req-95603c8f-3543-4359-b11b-e33652398ed4 service nova] Releasing lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.867700] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquired lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.867855] env[69041]: DEBUG nova.network.neutron [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.872646] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 997.872646] env[69041]: value = "task-2889440" [ 997.872646] env[69041]: _type = "Task" [ 997.872646] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.878379] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889440, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.952216] env[69041]: DEBUG oslo_vmware.api [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325031} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.952384] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.952577] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.952784] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.952919] env[69041]: INFO nova.compute.manager [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Took 1.18 seconds to destroy the instance on the hypervisor. [ 997.953188] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.953384] env[69041]: DEBUG nova.compute.manager [-] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.953477] env[69041]: DEBUG nova.network.neutron [-] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.960968] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "refresh_cache-41e6dba2-9431-4197-b797-d486e5c406e1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.961270] env[69041]: DEBUG nova.objects.instance [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lazy-loading 'migration_context' on Instance uuid 41e6dba2-9431-4197-b797-d486e5c406e1 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.977886] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d38387-f98c-4ff7-97b1-0a17188e5ba4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.986070] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a1f355-5907-4f6d-8d81-35ec858112ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.022062] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e468d964-eb2d-4f3d-b34e-fddedf14325b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.030301] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c935524-3548-46e8-baf3-b68b0064face {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.046020] env[69041]: DEBUG nova.compute.provider_tree [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.222398] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889439, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.309884] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "refresh_cache-254bd064-41ac-48f6-ae26-556d8833209f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.310477] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquired lock "refresh_cache-254bd064-41ac-48f6-ae26-556d8833209f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.310767] env[69041]: DEBUG nova.network.neutron [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.388130] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889440, 'name': Rename_Task, 'duration_secs': 0.222397} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.388896] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.389347] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15a3e11-2b24-43d6-a6ae-ca21873848da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.400027] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 998.400027] env[69041]: value = "task-2889441" [ 998.400027] env[69041]: _type = "Task" [ 998.400027] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.409327] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.422425] env[69041]: DEBUG nova.network.neutron [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.464954] env[69041]: DEBUG nova.objects.base [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Object Instance<41e6dba2-9431-4197-b797-d486e5c406e1> lazy-loaded attributes: info_cache,migration_context {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.466655] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1c5a2b-709b-49fc-bd4e-3cba07a71067 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.492616] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587e932b-2a42-48f7-bae6-f2222c8d5d38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.500178] env[69041]: DEBUG oslo_vmware.api [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 998.500178] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52382f1d-b626-9973-930a-3aee016c3563" [ 998.500178] env[69041]: _type = "Task" [ 998.500178] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.511015] env[69041]: DEBUG oslo_vmware.api [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52382f1d-b626-9973-930a-3aee016c3563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.549567] env[69041]: DEBUG nova.scheduler.client.report [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.722810] env[69041]: DEBUG oslo_vmware.api [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889439, 'name': RemoveSnapshot_Task, 'duration_secs': 0.847797} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.722988] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 998.723231] env[69041]: INFO nova.compute.manager [None req-66b24d58-f5b2-4ebe-8bc5-ee2baaaaef8c tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Took 16.23 seconds to snapshot the instance on the hypervisor. [ 998.870049] env[69041]: DEBUG nova.network.neutron [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.911788] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889441, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.912083] env[69041]: DEBUG nova.network.neutron [-] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.920461] env[69041]: DEBUG nova.network.neutron [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Updating instance_info_cache with network_info: [{"id": "a53a1a92-6f17-410a-95d9-aee6ad054eb8", "address": "fa:16:3e:26:9b:fb", "network": {"id": "2abaa59b-461e-4705-af19-635cce7c23f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1300712738", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa53a1a92-6f", "ovs_interfaceid": "a53a1a92-6f17-410a-95d9-aee6ad054eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c348fe83-8b52-46dd-a046-ff91be2eb997", "address": "fa:16:3e:d9:72:10", "network": {"id": "3981f58b-1bca-4911-ad30-d703847aca44", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1404648644", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc348fe83-8b", "ovs_interfaceid": "c348fe83-8b52-46dd-a046-ff91be2eb997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e4b7b24-3989-419d-b6c7-c2a71b6df28d", "address": "fa:16:3e:af:ae:99", "network": {"id": "2abaa59b-461e-4705-af19-635cce7c23f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1300712738", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4b7b24-39", "ovs_interfaceid": "2e4b7b24-3989-419d-b6c7-c2a71b6df28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.926602] env[69041]: DEBUG nova.compute.manager [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Received event network-vif-plugged-e0a9c73d-ad80-401a-a438-3a9ca360a793 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.926809] env[69041]: DEBUG oslo_concurrency.lockutils [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] Acquiring lock "254bd064-41ac-48f6-ae26-556d8833209f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.929804] env[69041]: DEBUG oslo_concurrency.lockutils [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] Lock "254bd064-41ac-48f6-ae26-556d8833209f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.929804] env[69041]: DEBUG oslo_concurrency.lockutils [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] Lock "254bd064-41ac-48f6-ae26-556d8833209f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.929804] env[69041]: DEBUG nova.compute.manager [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] No waiting events found dispatching network-vif-plugged-e0a9c73d-ad80-401a-a438-3a9ca360a793 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.929804] env[69041]: WARNING nova.compute.manager [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Received unexpected event network-vif-plugged-e0a9c73d-ad80-401a-a438-3a9ca360a793 for instance with vm_state building and task_state spawning. [ 998.929804] env[69041]: DEBUG nova.compute.manager [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Received event network-changed-e0a9c73d-ad80-401a-a438-3a9ca360a793 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.929804] env[69041]: DEBUG nova.compute.manager [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Refreshing instance network info cache due to event network-changed-e0a9c73d-ad80-401a-a438-3a9ca360a793. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 998.929804] env[69041]: DEBUG oslo_concurrency.lockutils [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] Acquiring lock "refresh_cache-254bd064-41ac-48f6-ae26-556d8833209f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.015454] env[69041]: DEBUG oslo_vmware.api [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52382f1d-b626-9973-930a-3aee016c3563, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.015788] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.055342] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.056016] env[69041]: DEBUG nova.compute.manager [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.060435] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.751s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.062471] env[69041]: INFO nova.compute.claims [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.158334] env[69041]: DEBUG nova.network.neutron [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Updating instance_info_cache with network_info: [{"id": "e0a9c73d-ad80-401a-a438-3a9ca360a793", "address": "fa:16:3e:d6:65:4e", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a9c73d-ad", "ovs_interfaceid": "e0a9c73d-ad80-401a-a438-3a9ca360a793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.172817] env[69041]: DEBUG nova.compute.manager [req-ab1930b7-a919-40a5-82f3-9fbeee053a05 req-49d6e9c5-d357-4880-9424-9373e26b380d service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received event network-changed-2e4b7b24-3989-419d-b6c7-c2a71b6df28d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 999.173019] env[69041]: DEBUG nova.compute.manager [req-ab1930b7-a919-40a5-82f3-9fbeee053a05 req-49d6e9c5-d357-4880-9424-9373e26b380d service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Refreshing instance network info cache due to event network-changed-2e4b7b24-3989-419d-b6c7-c2a71b6df28d. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 999.173206] env[69041]: DEBUG oslo_concurrency.lockutils [req-ab1930b7-a919-40a5-82f3-9fbeee053a05 req-49d6e9c5-d357-4880-9424-9373e26b380d service nova] Acquiring lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.412463] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889441, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.418136] env[69041]: INFO nova.compute.manager [-] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Took 1.46 seconds to deallocate network for instance. [ 999.424275] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Releasing lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.424275] env[69041]: DEBUG nova.compute.manager [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Instance network_info: |[{"id": "a53a1a92-6f17-410a-95d9-aee6ad054eb8", "address": "fa:16:3e:26:9b:fb", "network": {"id": "2abaa59b-461e-4705-af19-635cce7c23f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1300712738", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa53a1a92-6f", "ovs_interfaceid": "a53a1a92-6f17-410a-95d9-aee6ad054eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c348fe83-8b52-46dd-a046-ff91be2eb997", "address": "fa:16:3e:d9:72:10", "network": {"id": "3981f58b-1bca-4911-ad30-d703847aca44", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1404648644", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc348fe83-8b", "ovs_interfaceid": "c348fe83-8b52-46dd-a046-ff91be2eb997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e4b7b24-3989-419d-b6c7-c2a71b6df28d", "address": "fa:16:3e:af:ae:99", "network": {"id": "2abaa59b-461e-4705-af19-635cce7c23f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1300712738", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4b7b24-39", "ovs_interfaceid": "2e4b7b24-3989-419d-b6c7-c2a71b6df28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.424587] env[69041]: DEBUG oslo_concurrency.lockutils [req-ab1930b7-a919-40a5-82f3-9fbeee053a05 req-49d6e9c5-d357-4880-9424-9373e26b380d service nova] Acquired lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.424776] env[69041]: DEBUG nova.network.neutron [req-ab1930b7-a919-40a5-82f3-9fbeee053a05 req-49d6e9c5-d357-4880-9424-9373e26b380d service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Refreshing network info cache for port 2e4b7b24-3989-419d-b6c7-c2a71b6df28d {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.430843] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:9b:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a53a1a92-6f17-410a-95d9-aee6ad054eb8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:72:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c348fe83-8b52-46dd-a046-ff91be2eb997', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:ae:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e4b7b24-3989-419d-b6c7-c2a71b6df28d', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.458913] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Creating folder: Project (c31754310d7a4b42bad6895bcdfb35de). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.465332] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 999.466083] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580509', 'volume_id': '2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'name': 'volume-2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03a2cb54-acda-4be1-a03f-e0a4274eeaec', 'attached_at': '', 'detached_at': '', 'volume_id': '2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'serial': '2994ba4f-b78c-414a-99cf-b080fe44a1e5'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 999.467944] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42e927cb-6773-49f6-9622-25d391c12abd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.472115] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e529edc8-933e-4c14-89b6-20dbe7f684fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.494504] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde91d7c-105e-4112-960f-b2d504bdbce9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.526634] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] volume-2994ba4f-b78c-414a-99cf-b080fe44a1e5/volume-2994ba4f-b78c-414a-99cf-b080fe44a1e5.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.530029] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-193627ee-2632-4e4e-bd41-ce05b0d1f266 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.542690] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Created folder: Project (c31754310d7a4b42bad6895bcdfb35de) in parent group-v580429. [ 999.542896] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Creating folder: Instances. Parent ref: group-v580510. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.546290] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9d4bf4b-10f5-4411-a9e3-180f22b18a01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.553836] env[69041]: DEBUG oslo_vmware.api [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 999.553836] env[69041]: value = "task-2889443" [ 999.553836] env[69041]: _type = "Task" [ 999.553836] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.559549] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Created folder: Instances in parent group-v580510. [ 999.559549] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.560103] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.560340] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b134389-74c5-4c5c-9261-d61517279bd2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.584338] env[69041]: DEBUG nova.compute.utils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.590414] env[69041]: DEBUG oslo_vmware.api [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.590414] env[69041]: DEBUG nova.compute.manager [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.590414] env[69041]: DEBUG nova.network.neutron [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.599927] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.599927] env[69041]: value = "task-2889445" [ 999.599927] env[69041]: _type = "Task" [ 999.599927] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.607040] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889445, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.655222] env[69041]: DEBUG nova.policy [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31a335c853cc4e909b4452767f206d4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c90ea67955341da97ea66c8dd4a43bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.664086] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Releasing lock "refresh_cache-254bd064-41ac-48f6-ae26-556d8833209f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.664442] env[69041]: DEBUG nova.compute.manager [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Instance network_info: |[{"id": "e0a9c73d-ad80-401a-a438-3a9ca360a793", "address": "fa:16:3e:d6:65:4e", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a9c73d-ad", "ovs_interfaceid": "e0a9c73d-ad80-401a-a438-3a9ca360a793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.664918] env[69041]: DEBUG oslo_concurrency.lockutils [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] Acquired lock "refresh_cache-254bd064-41ac-48f6-ae26-556d8833209f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.665127] env[69041]: DEBUG nova.network.neutron [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Refreshing network info cache for port e0a9c73d-ad80-401a-a438-3a9ca360a793 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.666643] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:65:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0a9c73d-ad80-401a-a438-3a9ca360a793', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.674999] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Creating folder: Project (1a7714ca7a0141178cc52309a49db242). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.678440] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d705b15-e122-4269-bd63-b6bf71b0836e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.691145] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Created folder: Project (1a7714ca7a0141178cc52309a49db242) in parent group-v580429. [ 999.691339] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Creating folder: Instances. Parent ref: group-v580513. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.691588] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74cdf13c-e0ae-43eb-963d-0a9c162de8c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.701675] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Created folder: Instances in parent group-v580513. [ 999.701918] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.702128] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.706874] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19752780-4d70-451f-aea8-756bb6a33180 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.730409] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.730409] env[69041]: value = "task-2889448" [ 999.730409] env[69041]: _type = "Task" [ 999.730409] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.740234] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889448, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.913351] env[69041]: DEBUG oslo_vmware.api [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889441, 'name': PowerOnVM_Task, 'duration_secs': 1.140882} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.914131] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.914131] env[69041]: INFO nova.compute.manager [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Took 8.74 seconds to spawn the instance on the hypervisor. [ 999.914258] env[69041]: DEBUG nova.compute.manager [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.915291] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daf55d8-5833-4f12-88f9-6bf65f149522 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.925220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.970787] env[69041]: DEBUG nova.network.neutron [req-ab1930b7-a919-40a5-82f3-9fbeee053a05 req-49d6e9c5-d357-4880-9424-9373e26b380d service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Updated VIF entry in instance network info cache for port 2e4b7b24-3989-419d-b6c7-c2a71b6df28d. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.971261] env[69041]: DEBUG nova.network.neutron [req-ab1930b7-a919-40a5-82f3-9fbeee053a05 req-49d6e9c5-d357-4880-9424-9373e26b380d service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Updating instance_info_cache with network_info: [{"id": "a53a1a92-6f17-410a-95d9-aee6ad054eb8", "address": "fa:16:3e:26:9b:fb", "network": {"id": "2abaa59b-461e-4705-af19-635cce7c23f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1300712738", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa53a1a92-6f", "ovs_interfaceid": "a53a1a92-6f17-410a-95d9-aee6ad054eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c348fe83-8b52-46dd-a046-ff91be2eb997", "address": "fa:16:3e:d9:72:10", "network": {"id": "3981f58b-1bca-4911-ad30-d703847aca44", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1404648644", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc348fe83-8b", "ovs_interfaceid": "c348fe83-8b52-46dd-a046-ff91be2eb997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e4b7b24-3989-419d-b6c7-c2a71b6df28d", "address": "fa:16:3e:af:ae:99", "network": {"id": "2abaa59b-461e-4705-af19-635cce7c23f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1300712738", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4b7b24-39", "ovs_interfaceid": "2e4b7b24-3989-419d-b6c7-c2a71b6df28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.026319] env[69041]: DEBUG nova.network.neutron [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Updated VIF entry in instance network info cache for port e0a9c73d-ad80-401a-a438-3a9ca360a793. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.026919] env[69041]: DEBUG nova.network.neutron [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Updating instance_info_cache with network_info: [{"id": "e0a9c73d-ad80-401a-a438-3a9ca360a793", "address": "fa:16:3e:d6:65:4e", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a9c73d-ad", "ovs_interfaceid": "e0a9c73d-ad80-401a-a438-3a9ca360a793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.062500] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "c73bd3ee-de47-4233-8e0c-afc51c210f96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.062758] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "c73bd3ee-de47-4233-8e0c-afc51c210f96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.067620] env[69041]: DEBUG oslo_vmware.api [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.093030] env[69041]: DEBUG nova.compute.manager [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.109444] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889445, 'name': CreateVM_Task, 'duration_secs': 0.46611} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.109681] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.111302] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.111302] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.111409] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.111888] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca8edb1e-ed67-4c39-93c2-3588f76c98ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.117137] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1000.117137] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d3d76e-4209-6159-e392-769f8eb00972" [ 1000.117137] env[69041]: _type = "Task" [ 1000.117137] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.127878] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d3d76e-4209-6159-e392-769f8eb00972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.163083] env[69041]: DEBUG nova.network.neutron [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Successfully created port: dea88d68-1b44-4989-a0ef-cf14b4de6f85 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.241978] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889448, 'name': CreateVM_Task, 'duration_secs': 0.378077} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.242683] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.243502] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.434944] env[69041]: INFO nova.compute.manager [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Took 42.29 seconds to build instance. [ 1000.474916] env[69041]: DEBUG oslo_concurrency.lockutils [req-ab1930b7-a919-40a5-82f3-9fbeee053a05 req-49d6e9c5-d357-4880-9424-9373e26b380d service nova] Releasing lock "refresh_cache-40d98f23-bdd8-4a5d-88a5-51434617b827" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.529944] env[69041]: DEBUG oslo_concurrency.lockutils [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] Releasing lock "refresh_cache-254bd064-41ac-48f6-ae26-556d8833209f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.530420] env[69041]: DEBUG nova.compute.manager [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Received event network-vif-deleted-406b5c2c-ffcf-4976-bcd6-e407f6fd0a44 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.530564] env[69041]: INFO nova.compute.manager [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Neutron deleted interface 406b5c2c-ffcf-4976-bcd6-e407f6fd0a44; detaching it from the instance and deleting it from the info cache [ 1000.531516] env[69041]: DEBUG nova.network.neutron [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.567168] env[69041]: DEBUG oslo_vmware.api [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889443, 'name': ReconfigVM_Task, 'duration_secs': 0.55342} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.567443] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Reconfigured VM instance instance-00000017 to attach disk [datastore2] volume-2994ba4f-b78c-414a-99cf-b080fe44a1e5/volume-2994ba4f-b78c-414a-99cf-b080fe44a1e5.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.573389] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4370ef8-58fc-4265-9c1a-4bb984b15815 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.583487] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12a85a-26c3-43b1-addc-79e9a8991bc8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.591309] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc58373-aaf9-44b5-856d-0ca3fa1e11b1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.595418] env[69041]: DEBUG oslo_vmware.api [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1000.595418] env[69041]: value = "task-2889449" [ 1000.595418] env[69041]: _type = "Task" [ 1000.595418] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.631189] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80f36fe-4f7e-48f9-aba7-2680657866b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.637111] env[69041]: DEBUG oslo_vmware.api [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.642344] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d3d76e-4209-6159-e392-769f8eb00972, 'name': SearchDatastore_Task, 'duration_secs': 0.015705} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.645946] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.646207] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.646476] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.646635] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.646834] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.649678] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.649981] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.650457] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf43c363-ec37-4e51-b1cf-9c1bc556fb3a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.656517] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bcfc81-d4ab-45ba-bd08-7b0d7cbbdc67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.661187] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquiring lock "ae0d588e-cddd-4704-9222-a512509267b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.661411] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lock "ae0d588e-cddd-4704-9222-a512509267b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.661606] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquiring lock "ae0d588e-cddd-4704-9222-a512509267b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.661783] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lock "ae0d588e-cddd-4704-9222-a512509267b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.661941] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lock "ae0d588e-cddd-4704-9222-a512509267b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.663285] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f812c76f-c5f6-468e-bc2d-a65248ca2a7d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.665347] env[69041]: INFO nova.compute.manager [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Terminating instance [ 1000.670539] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1000.670539] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528e38ec-2836-f10d-f6e9-5b6fa81188b7" [ 1000.670539] env[69041]: _type = "Task" [ 1000.670539] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.679783] env[69041]: DEBUG nova.compute.provider_tree [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.684849] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.685036] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.685944] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff229f4-50d2-4973-999c-19c48072d564 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.695054] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528e38ec-2836-f10d-f6e9-5b6fa81188b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017868} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.695339] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1000.695339] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525c3082-23ad-031e-1a6e-6a75bd963da7" [ 1000.695339] env[69041]: _type = "Task" [ 1000.695339] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.695614] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.695839] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.696048] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.704303] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525c3082-23ad-031e-1a6e-6a75bd963da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.937903] env[69041]: DEBUG oslo_concurrency.lockutils [None req-880761ee-3c4b-45e2-b8e0-34ca802be070 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "3052d916-ba81-4058-bc1e-ff51fc529ce0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.800s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.035639] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f20606d1-c73c-4289-a727-98d7c72bbf32 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.044846] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b82e88-7861-4f47-a90f-7f35cbe8d9c6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.076132] env[69041]: DEBUG nova.compute.manager [req-b91c2c38-12f0-4fb2-86ba-ab56b096b716 req-c9e0d411-da2c-4c0f-91e7-7160cebbf1b0 service nova] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Detach interface failed, port_id=406b5c2c-ffcf-4976-bcd6-e407f6fd0a44, reason: Instance 6765dff9-29d9-477e-be08-bf5cabc069be could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1001.105517] env[69041]: DEBUG oslo_vmware.api [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889449, 'name': ReconfigVM_Task, 'duration_secs': 0.143005} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.105831] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580509', 'volume_id': '2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'name': 'volume-2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03a2cb54-acda-4be1-a03f-e0a4274eeaec', 'attached_at': '', 'detached_at': '', 'volume_id': '2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'serial': '2994ba4f-b78c-414a-99cf-b080fe44a1e5'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1001.129245] env[69041]: DEBUG nova.compute.manager [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.157428] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.157689] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.157868] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.158068] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.158222] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.158379] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.158566] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.158726] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.158890] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.159081] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.159270] env[69041]: DEBUG nova.virt.hardware [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.160120] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a883840-b3ae-4dde-8043-bb7c25bae592 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.168633] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4830e90-721d-4802-9816-1dac90cf2cb4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.175826] env[69041]: DEBUG nova.compute.manager [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.176126] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.176982] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddeabf4-14ec-49ed-a172-698d665aa21c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.190465] env[69041]: DEBUG nova.scheduler.client.report [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.196362] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.196675] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7106d98c-ad4c-4e39-8716-0cc62e2f536a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.207880] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525c3082-23ad-031e-1a6e-6a75bd963da7, 'name': SearchDatastore_Task, 'duration_secs': 0.013777} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.209668] env[69041]: DEBUG oslo_vmware.api [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 1001.209668] env[69041]: value = "task-2889450" [ 1001.209668] env[69041]: _type = "Task" [ 1001.209668] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.209883] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a252c7-b5f7-43fb-adf2-3a1ad0c33116 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.224744] env[69041]: DEBUG oslo_vmware.api [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.225033] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1001.225033] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52749199-d076-0e23-ac10-4a648201b654" [ 1001.225033] env[69041]: _type = "Task" [ 1001.225033] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.233695] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52749199-d076-0e23-ac10-4a648201b654, 'name': SearchDatastore_Task} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.233955] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.234258] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 40d98f23-bdd8-4a5d-88a5-51434617b827/40d98f23-bdd8-4a5d-88a5-51434617b827.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.234558] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.234813] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.235093] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed178adb-88f1-490f-ba77-140654069e05 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.236954] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-492f42cc-48b8-4e5c-883d-d026a1202513 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.243342] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1001.243342] env[69041]: value = "task-2889451" [ 1001.243342] env[69041]: _type = "Task" [ 1001.243342] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.247081] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.247266] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.248220] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67c60a5-a45e-4407-ad64-6a497d7f7bbf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.253222] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.256598] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1001.256598] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523204e0-8add-7028-65f5-8f1a372eaf85" [ 1001.256598] env[69041]: _type = "Task" [ 1001.256598] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.263684] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523204e0-8add-7028-65f5-8f1a372eaf85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.442115] env[69041]: DEBUG nova.compute.manager [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.699027] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.699027] env[69041]: DEBUG nova.compute.manager [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.700890] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.918s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.702428] env[69041]: INFO nova.compute.claims [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.721531] env[69041]: DEBUG oslo_vmware.api [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889450, 'name': PowerOffVM_Task, 'duration_secs': 0.29728} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.722063] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.722063] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.722556] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70cbb098-d148-4c11-8a32-db1819840e1f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.741075] env[69041]: DEBUG nova.network.neutron [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Successfully updated port: dea88d68-1b44-4989-a0ef-cf14b4de6f85 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.757099] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473527} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.757395] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 40d98f23-bdd8-4a5d-88a5-51434617b827/40d98f23-bdd8-4a5d-88a5-51434617b827.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.757486] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.761021] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ed1fc3a-f7cb-42e5-b564-90c12ceaf4dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.770968] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523204e0-8add-7028-65f5-8f1a372eaf85, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.773467] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1001.773467] env[69041]: value = "task-2889453" [ 1001.773467] env[69041]: _type = "Task" [ 1001.773467] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.773693] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbab9a4-7e23-4f89-a4a6-b7e6f5098386 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.782820] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1001.782820] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b251f5-9eef-93b6-5528-ed3fb747d3dd" [ 1001.782820] env[69041]: _type = "Task" [ 1001.782820] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.786069] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.794285] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b251f5-9eef-93b6-5528-ed3fb747d3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.794522] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.794778] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 254bd064-41ac-48f6-ae26-556d8833209f/254bd064-41ac-48f6-ae26-556d8833209f.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.795096] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f349f5a9-c4b6-4441-af51-9190876361e2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.801514] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1001.801514] env[69041]: value = "task-2889454" [ 1001.801514] env[69041]: _type = "Task" [ 1001.801514] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.806810] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.807669] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.807669] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Deleting the datastore file [datastore1] ae0d588e-cddd-4704-9222-a512509267b0 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.807669] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4046621d-9067-410a-b267-b0a03c09e12a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.812096] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.816891] env[69041]: DEBUG oslo_vmware.api [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for the task: (returnval){ [ 1001.816891] env[69041]: value = "task-2889455" [ 1001.816891] env[69041]: _type = "Task" [ 1001.816891] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.824658] env[69041]: DEBUG oslo_vmware.api [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.966672] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.020713] env[69041]: DEBUG nova.compute.manager [req-bcb960e1-5c8f-4c7c-9423-96b1405940ac req-ca0b78c5-3479-4d43-8d0b-a05fdc06d7ed service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Received event network-vif-plugged-dea88d68-1b44-4989-a0ef-cf14b4de6f85 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.022414] env[69041]: DEBUG oslo_concurrency.lockutils [req-bcb960e1-5c8f-4c7c-9423-96b1405940ac req-ca0b78c5-3479-4d43-8d0b-a05fdc06d7ed service nova] Acquiring lock "c3fde463-d065-4ad8-9971-c00929b3873c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.022414] env[69041]: DEBUG oslo_concurrency.lockutils [req-bcb960e1-5c8f-4c7c-9423-96b1405940ac req-ca0b78c5-3479-4d43-8d0b-a05fdc06d7ed service nova] Lock "c3fde463-d065-4ad8-9971-c00929b3873c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.022414] env[69041]: DEBUG oslo_concurrency.lockutils [req-bcb960e1-5c8f-4c7c-9423-96b1405940ac req-ca0b78c5-3479-4d43-8d0b-a05fdc06d7ed service nova] Lock "c3fde463-d065-4ad8-9971-c00929b3873c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.022414] env[69041]: DEBUG nova.compute.manager [req-bcb960e1-5c8f-4c7c-9423-96b1405940ac req-ca0b78c5-3479-4d43-8d0b-a05fdc06d7ed service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] No waiting events found dispatching network-vif-plugged-dea88d68-1b44-4989-a0ef-cf14b4de6f85 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.022414] env[69041]: WARNING nova.compute.manager [req-bcb960e1-5c8f-4c7c-9423-96b1405940ac req-ca0b78c5-3479-4d43-8d0b-a05fdc06d7ed service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Received unexpected event network-vif-plugged-dea88d68-1b44-4989-a0ef-cf14b4de6f85 for instance with vm_state building and task_state spawning. [ 1002.039239] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "e042d33d-8024-4cad-b057-dc0c8036024e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.039239] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "e042d33d-8024-4cad-b057-dc0c8036024e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.162490] env[69041]: DEBUG nova.objects.instance [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lazy-loading 'flavor' on Instance uuid 03a2cb54-acda-4be1-a03f-e0a4274eeaec {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.210639] env[69041]: DEBUG nova.compute.utils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.215057] env[69041]: DEBUG nova.compute.manager [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.215057] env[69041]: DEBUG nova.network.neutron [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.251575] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquiring lock "refresh_cache-c3fde463-d065-4ad8-9971-c00929b3873c" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.251575] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquired lock "refresh_cache-c3fde463-d065-4ad8-9971-c00929b3873c" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.251575] env[69041]: DEBUG nova.network.neutron [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.288748] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069799} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.289290] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.290901] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4178d6dd-fc15-4cda-9349-db16981e2c4d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.295462] env[69041]: DEBUG nova.policy [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47dd6b9001b0436d8e660bc7e61b9ea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3468c5caf91d488ab94aaf7cd900d1a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.321863] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 40d98f23-bdd8-4a5d-88a5-51434617b827/40d98f23-bdd8-4a5d-88a5-51434617b827.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.330056] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dcc0925-f17e-42f3-886e-a0c562b8c5ef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.356231] env[69041]: DEBUG oslo_vmware.api [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Task: {'id': task-2889455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319395} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.360137] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.360339] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.360566] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.360923] env[69041]: INFO nova.compute.manager [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1002.361101] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.361404] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1002.361404] env[69041]: value = "task-2889456" [ 1002.361404] env[69041]: _type = "Task" [ 1002.361404] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.361708] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474282} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.361965] env[69041]: DEBUG nova.compute.manager [-] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.362120] env[69041]: DEBUG nova.network.neutron [-] [instance: ae0d588e-cddd-4704-9222-a512509267b0] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.363828] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 254bd064-41ac-48f6-ae26-556d8833209f/254bd064-41ac-48f6-ae26-556d8833209f.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.364095] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.367650] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ab6c47-318c-4e45-ae28-5b5d53339062 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.375449] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.376561] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1002.376561] env[69041]: value = "task-2889457" [ 1002.376561] env[69041]: _type = "Task" [ 1002.376561] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.385332] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.670076] env[69041]: DEBUG oslo_concurrency.lockutils [None req-42e66872-1328-4f25-9920-51db848a80de tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.887s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.715838] env[69041]: DEBUG nova.compute.manager [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.798784] env[69041]: DEBUG nova.network.neutron [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.876825] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889456, 'name': ReconfigVM_Task, 'duration_secs': 0.325519} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.879769] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 40d98f23-bdd8-4a5d-88a5-51434617b827/40d98f23-bdd8-4a5d-88a5-51434617b827.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.883344] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0df4205e-b942-4e14-9948-5f90d71965e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.890877] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106558} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.892267] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.892609] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1002.892609] env[69041]: value = "task-2889458" [ 1002.892609] env[69041]: _type = "Task" [ 1002.892609] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.895596] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8ff11b-0a4e-4dfb-a5cb-9e01a5029bf4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.915157] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889458, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.924677] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 254bd064-41ac-48f6-ae26-556d8833209f/254bd064-41ac-48f6-ae26-556d8833209f.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.931111] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a21e300-35cf-43b8-bf38-2967d7a50654 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.947148] env[69041]: DEBUG nova.network.neutron [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Successfully created port: d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.954733] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1002.954733] env[69041]: value = "task-2889459" [ 1002.954733] env[69041]: _type = "Task" [ 1002.954733] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.966125] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889459, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.083371] env[69041]: DEBUG nova.network.neutron [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Updating instance_info_cache with network_info: [{"id": "dea88d68-1b44-4989-a0ef-cf14b4de6f85", "address": "fa:16:3e:f8:bb:27", "network": {"id": "09a01e98-d8ab-4299-b40b-e400b32a9dc5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2032885165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c90ea67955341da97ea66c8dd4a43bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea88d68-1b", "ovs_interfaceid": "dea88d68-1b44-4989-a0ef-cf14b4de6f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.333535] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a61346-2d5e-4905-b862-dbb9a00eb04e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.345169] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53523d10-4424-4386-a6cb-db25d3acdc33 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.351320] env[69041]: DEBUG oslo_concurrency.lockutils [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.351885] env[69041]: DEBUG oslo_concurrency.lockutils [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.355020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.355020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.355020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.355611] env[69041]: INFO nova.compute.manager [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Terminating instance [ 1003.384781] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6376ea1-0687-4a63-af14-97a6f226c180 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.393321] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e832ed47-c302-4ac2-99b3-5633efb42416 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.409861] env[69041]: DEBUG nova.compute.provider_tree [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.416566] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889458, 'name': Rename_Task, 'duration_secs': 0.350383} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.416861] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.417104] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff857c86-da03-4cee-ad2a-fd327babd8a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.423650] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1003.423650] env[69041]: value = "task-2889460" [ 1003.423650] env[69041]: _type = "Task" [ 1003.423650] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.432036] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.466812] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889459, 'name': ReconfigVM_Task, 'duration_secs': 0.286097} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.467185] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 254bd064-41ac-48f6-ae26-556d8833209f/254bd064-41ac-48f6-ae26-556d8833209f.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.467894] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e14a5f59-bb5b-4ddc-b077-f632e32d6bab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.474226] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1003.474226] env[69041]: value = "task-2889461" [ 1003.474226] env[69041]: _type = "Task" [ 1003.474226] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.483278] env[69041]: DEBUG nova.network.neutron [-] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.484518] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889461, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.588532] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Releasing lock "refresh_cache-c3fde463-d065-4ad8-9971-c00929b3873c" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.588894] env[69041]: DEBUG nova.compute.manager [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Instance network_info: |[{"id": "dea88d68-1b44-4989-a0ef-cf14b4de6f85", "address": "fa:16:3e:f8:bb:27", "network": {"id": "09a01e98-d8ab-4299-b40b-e400b32a9dc5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2032885165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c90ea67955341da97ea66c8dd4a43bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea88d68-1b", "ovs_interfaceid": "dea88d68-1b44-4989-a0ef-cf14b4de6f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.589334] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:bb:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dea88d68-1b44-4989-a0ef-cf14b4de6f85', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.597929] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Creating folder: Project (0c90ea67955341da97ea66c8dd4a43bd). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.598310] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1af874a6-96aa-4320-9f4d-01c06780bdcb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.611674] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Created folder: Project (0c90ea67955341da97ea66c8dd4a43bd) in parent group-v580429. [ 1003.611884] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Creating folder: Instances. Parent ref: group-v580516. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.612133] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8421aa6-ca61-443a-b8b1-b6606bc8bc98 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.621045] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Created folder: Instances in parent group-v580516. [ 1003.621414] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.621668] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.621955] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a574e89-ab25-4451-84ee-2a0d2448a4d7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.642681] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.642681] env[69041]: value = "task-2889464" [ 1003.642681] env[69041]: _type = "Task" [ 1003.642681] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.652275] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889464, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.726933] env[69041]: DEBUG nova.compute.manager [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.755792] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.755792] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.755792] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.756027] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.756125] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.756271] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.756472] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.756664] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.756859] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.757044] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.757219] env[69041]: DEBUG nova.virt.hardware [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.758148] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88c5de2-2160-450b-9492-89a9e6f0478f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.766854] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a23f52-025c-4481-8f2b-a29cff527496 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.889755] env[69041]: DEBUG nova.compute.manager [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.890165] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.890635] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18450da8-ab86-4c2f-ac8d-401c2dfec452 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.898222] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1003.898222] env[69041]: value = "task-2889465" [ 1003.898222] env[69041]: _type = "Task" [ 1003.898222] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.908990] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.914689] env[69041]: DEBUG nova.scheduler.client.report [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.936638] env[69041]: DEBUG oslo_vmware.api [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889460, 'name': PowerOnVM_Task, 'duration_secs': 0.463926} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.937943] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.938327] env[69041]: INFO nova.compute.manager [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Took 15.49 seconds to spawn the instance on the hypervisor. [ 1003.938641] env[69041]: DEBUG nova.compute.manager [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.940301] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004a37d9-9f0e-4d05-aa86-8279458e9ece {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.985146] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889461, 'name': Rename_Task, 'duration_secs': 0.137859} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.985447] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.985942] env[69041]: INFO nova.compute.manager [-] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Took 1.62 seconds to deallocate network for instance. [ 1003.986193] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a26e912-82cc-49b3-95fb-c6b5ca57b182 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.994490] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1003.994490] env[69041]: value = "task-2889466" [ 1003.994490] env[69041]: _type = "Task" [ 1003.994490] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.006019] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.105179] env[69041]: DEBUG nova.compute.manager [req-3acd062f-af63-460d-b406-f4ba0ba09395 req-0028b1e3-11d1-4ac4-a9c7-391d9d3d1dad service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Received event network-changed-dea88d68-1b44-4989-a0ef-cf14b4de6f85 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1004.105549] env[69041]: DEBUG nova.compute.manager [req-3acd062f-af63-460d-b406-f4ba0ba09395 req-0028b1e3-11d1-4ac4-a9c7-391d9d3d1dad service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Refreshing instance network info cache due to event network-changed-dea88d68-1b44-4989-a0ef-cf14b4de6f85. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1004.106079] env[69041]: DEBUG oslo_concurrency.lockutils [req-3acd062f-af63-460d-b406-f4ba0ba09395 req-0028b1e3-11d1-4ac4-a9c7-391d9d3d1dad service nova] Acquiring lock "refresh_cache-c3fde463-d065-4ad8-9971-c00929b3873c" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.106129] env[69041]: DEBUG oslo_concurrency.lockutils [req-3acd062f-af63-460d-b406-f4ba0ba09395 req-0028b1e3-11d1-4ac4-a9c7-391d9d3d1dad service nova] Acquired lock "refresh_cache-c3fde463-d065-4ad8-9971-c00929b3873c" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.106392] env[69041]: DEBUG nova.network.neutron [req-3acd062f-af63-460d-b406-f4ba0ba09395 req-0028b1e3-11d1-4ac4-a9c7-391d9d3d1dad service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Refreshing network info cache for port dea88d68-1b44-4989-a0ef-cf14b4de6f85 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.155580] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889464, 'name': CreateVM_Task, 'duration_secs': 0.454268} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.159542] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.159542] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.159542] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.159542] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.159542] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e0b206-ec6f-4340-bb1b-5c9462eb06a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.164617] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for the task: (returnval){ [ 1004.164617] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52990e3c-6ad1-c564-79f2-e577d18bdc1d" [ 1004.164617] env[69041]: _type = "Task" [ 1004.164617] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.175563] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52990e3c-6ad1-c564-79f2-e577d18bdc1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.408508] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889465, 'name': PowerOffVM_Task, 'duration_secs': 0.197902} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.408784] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.409319] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1004.409319] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580509', 'volume_id': '2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'name': 'volume-2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03a2cb54-acda-4be1-a03f-e0a4274eeaec', 'attached_at': '', 'detached_at': '', 'volume_id': '2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'serial': '2994ba4f-b78c-414a-99cf-b080fe44a1e5'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1004.409938] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf59368-758d-40d1-8add-f09bde394ad7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.432826] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.433386] env[69041]: DEBUG nova.compute.manager [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.437329] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.200s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.437329] env[69041]: DEBUG nova.objects.instance [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lazy-loading 'resources' on Instance uuid f01b646e-c754-42ed-9a53-2dec0cfb6d47 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.442248] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cc44e6-b997-4743-a099-3725ee3e3643 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.451146] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e745036-5876-4132-8d05-7c6de389124b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.486080] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0111521-c459-4fc2-86ba-8fd5c059cd62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.489704] env[69041]: INFO nova.compute.manager [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Took 48.08 seconds to build instance. [ 1004.507228] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.507573] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] The volume has not been displaced from its original location: [datastore2] volume-2994ba4f-b78c-414a-99cf-b080fe44a1e5/volume-2994ba4f-b78c-414a-99cf-b080fe44a1e5.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1004.513525] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1004.519032] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9693864-e315-4580-a504-41e66272fcb7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.537959] env[69041]: DEBUG oslo_vmware.api [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889466, 'name': PowerOnVM_Task, 'duration_secs': 0.476384} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.539271] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.539481] env[69041]: INFO nova.compute.manager [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1004.539659] env[69041]: DEBUG nova.compute.manager [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.539997] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1004.539997] env[69041]: value = "task-2889467" [ 1004.539997] env[69041]: _type = "Task" [ 1004.539997] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.540706] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aadcb1-2dc9-49f8-820e-0efe2e168bd1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.555384] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.673521] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52990e3c-6ad1-c564-79f2-e577d18bdc1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.673850] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.674160] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.674406] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.674555] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.674740] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.675018] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cb93fa7-af96-4b93-8529-59d6444bab27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.683300] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.683478] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.684167] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160476ca-9051-48cf-8a2b-75e7edb4810d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.689207] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for the task: (returnval){ [ 1004.689207] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52865136-63e9-af5b-c218-a7459ca85dc0" [ 1004.689207] env[69041]: _type = "Task" [ 1004.689207] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.696757] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52865136-63e9-af5b-c218-a7459ca85dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.914860] env[69041]: DEBUG nova.network.neutron [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Successfully updated port: d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.949664] env[69041]: DEBUG nova.compute.utils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.954022] env[69041]: DEBUG nova.compute.manager [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.954257] env[69041]: DEBUG nova.network.neutron [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.992180] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f8d00567-fe3f-4613-9c28-6efcdf424e9d tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.601s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.998090] env[69041]: DEBUG nova.policy [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e56ad616d6545d5b1357c296dc8dcdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb458c8e2d8f4973818d10e29fff35bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.060472] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889467, 'name': ReconfigVM_Task, 'duration_secs': 0.468562} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.065562] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1005.075270] env[69041]: INFO nova.compute.manager [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Took 41.94 seconds to build instance. [ 1005.076321] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afa6970b-8414-4e7d-b3f3-6fb91f27b6c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.091024] env[69041]: DEBUG nova.network.neutron [req-3acd062f-af63-460d-b406-f4ba0ba09395 req-0028b1e3-11d1-4ac4-a9c7-391d9d3d1dad service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Updated VIF entry in instance network info cache for port dea88d68-1b44-4989-a0ef-cf14b4de6f85. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.091569] env[69041]: DEBUG nova.network.neutron [req-3acd062f-af63-460d-b406-f4ba0ba09395 req-0028b1e3-11d1-4ac4-a9c7-391d9d3d1dad service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Updating instance_info_cache with network_info: [{"id": "dea88d68-1b44-4989-a0ef-cf14b4de6f85", "address": "fa:16:3e:f8:bb:27", "network": {"id": "09a01e98-d8ab-4299-b40b-e400b32a9dc5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2032885165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c90ea67955341da97ea66c8dd4a43bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea88d68-1b", "ovs_interfaceid": "dea88d68-1b44-4989-a0ef-cf14b4de6f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.094305] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f2d567ee-c119-4eb4-8180-c12aef297a99 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "254bd064-41ac-48f6-ae26-556d8833209f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.946s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.101036] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1005.101036] env[69041]: value = "task-2889468" [ 1005.101036] env[69041]: _type = "Task" [ 1005.101036] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.116619] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.199909] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52865136-63e9-af5b-c218-a7459ca85dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.203115] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6b0062-5c7f-489d-9090-9b7e8b93105d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.208496] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for the task: (returnval){ [ 1005.208496] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524056fe-63fc-3d90-4cfa-87fc3b982d2d" [ 1005.208496] env[69041]: _type = "Task" [ 1005.208496] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.216628] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524056fe-63fc-3d90-4cfa-87fc3b982d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.317381] env[69041]: DEBUG nova.network.neutron [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Successfully created port: 0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.429686] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquiring lock "refresh_cache-7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.429686] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquired lock "refresh_cache-7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.429686] env[69041]: DEBUG nova.network.neutron [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.455428] env[69041]: DEBUG nova.compute.manager [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.497963] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.552743] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52ebcc5-4660-44bc-9c49-5bcd38cb209c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.563400] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69b66df-9a11-4651-b7d5-7a6ea660a6c9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.594960] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2926c86-aade-4610-9a8a-f60984ace836 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.598075] env[69041]: DEBUG oslo_concurrency.lockutils [req-3acd062f-af63-460d-b406-f4ba0ba09395 req-0028b1e3-11d1-4ac4-a9c7-391d9d3d1dad service nova] Releasing lock "refresh_cache-c3fde463-d065-4ad8-9971-c00929b3873c" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.598245] env[69041]: DEBUG nova.compute.manager [req-3acd062f-af63-460d-b406-f4ba0ba09395 req-0028b1e3-11d1-4ac4-a9c7-391d9d3d1dad service nova] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Received event network-vif-deleted-dd510990-45ec-4679-871e-e2b69d4b3585 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1005.598634] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.608417] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68653dfb-b471-4cc8-b090-68da7af07af4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.615603] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.625410] env[69041]: DEBUG nova.compute.provider_tree [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.633657] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "40d98f23-bdd8-4a5d-88a5-51434617b827" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.633906] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.634121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.634306] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.634616] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.637144] env[69041]: INFO nova.compute.manager [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Terminating instance [ 1005.718502] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524056fe-63fc-3d90-4cfa-87fc3b982d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011034} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.718768] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.719035] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] c3fde463-d065-4ad8-9971-c00929b3873c/c3fde463-d065-4ad8-9971-c00929b3873c.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.719294] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e05ceb6f-c7e5-4403-8420-039515a73bde {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.725283] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for the task: (returnval){ [ 1005.725283] env[69041]: value = "task-2889469" [ 1005.725283] env[69041]: _type = "Task" [ 1005.725283] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.732568] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.998775] env[69041]: DEBUG nova.network.neutron [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.032130] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.116965] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.123347] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.128341] env[69041]: DEBUG nova.scheduler.client.report [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.141421] env[69041]: DEBUG nova.compute.manager [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.144019] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.144019] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95f7160-7183-4996-b4a2-38d28116e8ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.150175] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.150929] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb75cdc0-29a6-40b8-9c77-92b45dd20aac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.157690] env[69041]: DEBUG oslo_vmware.api [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1006.157690] env[69041]: value = "task-2889470" [ 1006.157690] env[69041]: _type = "Task" [ 1006.157690] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.166892] env[69041]: DEBUG oslo_vmware.api [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.221531] env[69041]: DEBUG nova.compute.manager [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Received event network-vif-plugged-d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1006.221815] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] Acquiring lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.221982] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] Lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.222207] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] Lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.222323] env[69041]: DEBUG nova.compute.manager [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] No waiting events found dispatching network-vif-plugged-d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.222486] env[69041]: WARNING nova.compute.manager [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Received unexpected event network-vif-plugged-d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12 for instance with vm_state building and task_state spawning. [ 1006.222647] env[69041]: DEBUG nova.compute.manager [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Received event network-changed-d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1006.222799] env[69041]: DEBUG nova.compute.manager [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Refreshing instance network info cache due to event network-changed-d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1006.222963] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] Acquiring lock "refresh_cache-7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.236292] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.237363] env[69041]: DEBUG nova.network.neutron [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Updating instance_info_cache with network_info: [{"id": "d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12", "address": "fa:16:3e:31:fc:d5", "network": {"id": "acc7a34d-3539-4561-ba60-a94699e189a2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1346422277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3468c5caf91d488ab94aaf7cd900d1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f4f6c6-aa", "ovs_interfaceid": "d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.467195] env[69041]: DEBUG nova.compute.manager [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.496175] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.496411] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.496735] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.496855] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.496948] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.497096] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.497313] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.497466] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.497632] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.497801] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.497975] env[69041]: DEBUG nova.virt.hardware [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.498842] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bf57d0-b975-4193-abb8-a142f4c45e75 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.507131] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616c93b2-53f1-433d-ae42-4e58d6b37199 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.616019] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889468, 'name': ReconfigVM_Task, 'duration_secs': 1.368368} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.617019] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580509', 'volume_id': '2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'name': 'volume-2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03a2cb54-acda-4be1-a03f-e0a4274eeaec', 'attached_at': '', 'detached_at': '', 'volume_id': '2994ba4f-b78c-414a-99cf-b080fe44a1e5', 'serial': '2994ba4f-b78c-414a-99cf-b080fe44a1e5'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1006.617377] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.618297] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b263d4f-fb61-47e0-9745-28ac49940d09 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.626051] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.626312] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92332982-d2ba-4ae7-8ca5-0af7fc0e7049 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.633338] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.635834] env[69041]: DEBUG oslo_concurrency.lockutils [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.246s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.636023] env[69041]: DEBUG nova.objects.instance [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1006.664408] env[69041]: INFO nova.scheduler.client.report [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Deleted allocations for instance f01b646e-c754-42ed-9a53-2dec0cfb6d47 [ 1006.669385] env[69041]: DEBUG oslo_vmware.api [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889470, 'name': PowerOffVM_Task, 'duration_secs': 0.199853} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.673035] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.673035] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.673035] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dc8cac0-0676-404d-a223-63de88ab81bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.710380] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.710658] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.710797] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleting the datastore file [datastore2] 03a2cb54-acda-4be1-a03f-e0a4274eeaec {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.711085] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5211a641-0277-42c9-a1fc-385376afeea2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.718865] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1006.718865] env[69041]: value = "task-2889473" [ 1006.718865] env[69041]: _type = "Task" [ 1006.718865] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.728177] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.739835] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889469, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.743641] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Releasing lock "refresh_cache-7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.743641] env[69041]: DEBUG nova.compute.manager [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Instance network_info: |[{"id": "d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12", "address": "fa:16:3e:31:fc:d5", "network": {"id": "acc7a34d-3539-4561-ba60-a94699e189a2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1346422277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3468c5caf91d488ab94aaf7cd900d1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f4f6c6-aa", "ovs_interfaceid": "d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.743641] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] Acquired lock "refresh_cache-7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.743641] env[69041]: DEBUG nova.network.neutron [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Refreshing network info cache for port d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.744285] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:fc:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9f4f6c6-aa80-449e-a5c8-9764aa7f6b12', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.752445] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Creating folder: Project (3468c5caf91d488ab94aaf7cd900d1a2). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.753526] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcfccb23-3fa5-4e91-84f5-6197fd16be0d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.764420] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Created folder: Project (3468c5caf91d488ab94aaf7cd900d1a2) in parent group-v580429. [ 1006.764657] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Creating folder: Instances. Parent ref: group-v580519. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.772070] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfd7efc5-b55c-4257-9407-1011a4ce681b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.775671] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Created folder: Instances in parent group-v580519. [ 1006.775926] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.776145] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.776365] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b03f2d37-ec10-4729-9d35-81415f2499d1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.800082] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.800082] env[69041]: value = "task-2889476" [ 1006.800082] env[69041]: _type = "Task" [ 1006.800082] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.810140] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889476, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.830315] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.830315] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.830315] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Deleting the datastore file [datastore2] 40d98f23-bdd8-4a5d-88a5-51434617b827 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.832358] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4269b8e9-9916-4b4e-822e-091a601c4123 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.838026] env[69041]: DEBUG oslo_vmware.api [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1006.838026] env[69041]: value = "task-2889477" [ 1006.838026] env[69041]: _type = "Task" [ 1006.838026] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.847442] env[69041]: DEBUG oslo_vmware.api [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.918806] env[69041]: DEBUG nova.network.neutron [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Successfully updated port: 0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.182072] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a5baf10-69ab-407f-bd20-9d29c83f0134 tempest-ServerMetadataNegativeTestJSON-1867225952 tempest-ServerMetadataNegativeTestJSON-1867225952-project-member] Lock "f01b646e-c754-42ed-9a53-2dec0cfb6d47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.562s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.230184] env[69041]: DEBUG oslo_vmware.api [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366992} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.234656] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.234656] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.234920] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.235196] env[69041]: INFO nova.compute.manager [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Took 3.35 seconds to destroy the instance on the hypervisor. [ 1007.235418] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.235974] env[69041]: DEBUG nova.compute.manager [-] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.236108] env[69041]: DEBUG nova.network.neutron [-] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.244457] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889469, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.200854} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.244682] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] c3fde463-d065-4ad8-9971-c00929b3873c/c3fde463-d065-4ad8-9971-c00929b3873c.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.245314] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.245314] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aea63943-0e9c-45c5-9caa-f6853c64e780 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.252744] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for the task: (returnval){ [ 1007.252744] env[69041]: value = "task-2889478" [ 1007.252744] env[69041]: _type = "Task" [ 1007.252744] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.263804] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.310543] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889476, 'name': CreateVM_Task, 'duration_secs': 0.367909} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.310732] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.311678] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.311896] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.312251] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.312515] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12af67e5-09e8-4379-ba95-e460ea1c9a39 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.318028] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for the task: (returnval){ [ 1007.318028] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525eab58-6f37-9bdf-772f-cf85b263a018" [ 1007.318028] env[69041]: _type = "Task" [ 1007.318028] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.325773] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525eab58-6f37-9bdf-772f-cf85b263a018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.347653] env[69041]: DEBUG oslo_vmware.api [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290717} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.347797] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.348128] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.348308] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.348487] env[69041]: INFO nova.compute.manager [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1007.348737] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.348922] env[69041]: DEBUG nova.compute.manager [-] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.349023] env[69041]: DEBUG nova.network.neutron [-] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.420558] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.420673] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.420814] env[69041]: DEBUG nova.network.neutron [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.652843] env[69041]: DEBUG oslo_concurrency.lockutils [None req-11fa2991-034e-40c0-a508-fee23af3472b tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.654149] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.539s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.656843] env[69041]: INFO nova.compute.claims [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.742673] env[69041]: DEBUG nova.network.neutron [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Updated VIF entry in instance network info cache for port d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.743505] env[69041]: DEBUG nova.network.neutron [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Updating instance_info_cache with network_info: [{"id": "d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12", "address": "fa:16:3e:31:fc:d5", "network": {"id": "acc7a34d-3539-4561-ba60-a94699e189a2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1346422277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3468c5caf91d488ab94aaf7cd900d1a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9f4f6c6-aa", "ovs_interfaceid": "d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.772271] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121665} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.772706] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.776018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14442783-b517-42dc-b8e5-70bf735a507c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.817455] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] c3fde463-d065-4ad8-9971-c00929b3873c/c3fde463-d065-4ad8-9971-c00929b3873c.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.818088] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670ee909-2fe1-42d8-8d2a-2ac86856514f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.848942] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525eab58-6f37-9bdf-772f-cf85b263a018, 'name': SearchDatastore_Task, 'duration_secs': 0.030153} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.850608] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.850812] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.851057] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.853031] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.853031] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.853031] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for the task: (returnval){ [ 1007.853031] env[69041]: value = "task-2889479" [ 1007.853031] env[69041]: _type = "Task" [ 1007.853031] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.853031] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3625c27a-fa64-4001-b099-20eb0e13fbdb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.863312] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.867470] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.867668] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.868591] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d3d35d-1f3f-4b35-8c9a-ab90f995d18f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.874193] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for the task: (returnval){ [ 1007.874193] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5296fa73-8f90-5fb1-1512-e2f8c7cfe42f" [ 1007.874193] env[69041]: _type = "Task" [ 1007.874193] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.882382] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5296fa73-8f90-5fb1-1512-e2f8c7cfe42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.979877] env[69041]: DEBUG nova.network.neutron [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.178392] env[69041]: DEBUG nova.network.neutron [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Updating instance_info_cache with network_info: [{"id": "0b124259-6b4e-4b02-b1ef-c784da853868", "address": "fa:16:3e:93:00:a6", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b124259-6b", "ovs_interfaceid": "0b124259-6b4e-4b02-b1ef-c784da853868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.249446] env[69041]: DEBUG oslo_concurrency.lockutils [req-9f9a283a-12cf-40dd-b696-6d56af533d48 req-96c66b90-8eb0-4520-86f1-ab5731cac469 service nova] Releasing lock "refresh_cache-7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.286167] env[69041]: DEBUG nova.network.neutron [-] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.294358] env[69041]: DEBUG nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Received event network-vif-plugged-0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1008.294662] env[69041]: DEBUG oslo_concurrency.lockutils [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] Acquiring lock "c5fbfa59-eeed-4220-bc40-50618af87a67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.294857] env[69041]: DEBUG oslo_concurrency.lockutils [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] Lock "c5fbfa59-eeed-4220-bc40-50618af87a67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.295241] env[69041]: DEBUG oslo_concurrency.lockutils [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] Lock "c5fbfa59-eeed-4220-bc40-50618af87a67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.295506] env[69041]: DEBUG nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] No waiting events found dispatching network-vif-plugged-0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.295764] env[69041]: WARNING nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Received unexpected event network-vif-plugged-0b124259-6b4e-4b02-b1ef-c784da853868 for instance with vm_state building and task_state spawning. [ 1008.295983] env[69041]: DEBUG nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Received event network-changed-0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1008.296174] env[69041]: DEBUG nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Refreshing instance network info cache due to event network-changed-0b124259-6b4e-4b02-b1ef-c784da853868. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1008.296346] env[69041]: DEBUG oslo_concurrency.lockutils [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] Acquiring lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.364793] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.383672] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5296fa73-8f90-5fb1-1512-e2f8c7cfe42f, 'name': SearchDatastore_Task, 'duration_secs': 0.047161} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.384620] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c107ed-d324-444d-a1ec-075eb20dc299 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.394941] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for the task: (returnval){ [ 1008.394941] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f52fe2-0e6f-440f-f3b4-72efb1dc83e3" [ 1008.394941] env[69041]: _type = "Task" [ 1008.394941] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.406732] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f52fe2-0e6f-440f-f3b4-72efb1dc83e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.681099] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.681326] env[69041]: DEBUG nova.compute.manager [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Instance network_info: |[{"id": "0b124259-6b4e-4b02-b1ef-c784da853868", "address": "fa:16:3e:93:00:a6", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b124259-6b", "ovs_interfaceid": "0b124259-6b4e-4b02-b1ef-c784da853868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.681619] env[69041]: DEBUG oslo_concurrency.lockutils [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] Acquired lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.681807] env[69041]: DEBUG nova.network.neutron [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Refreshing network info cache for port 0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.683146] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:00:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b124259-6b4e-4b02-b1ef-c784da853868', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.703024] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Creating folder: Project (eb458c8e2d8f4973818d10e29fff35bd). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.703024] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8f1f89b-5012-49c6-923f-e8e01f349cdf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.719478] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Created folder: Project (eb458c8e2d8f4973818d10e29fff35bd) in parent group-v580429. [ 1008.719478] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Creating folder: Instances. Parent ref: group-v580522. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.719478] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a784856f-e4ce-4451-98b5-dbf7271e5dab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.728237] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Created folder: Instances in parent group-v580522. [ 1008.728237] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.728237] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.728237] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ef7b094-61b0-460b-9984-3e95a544fe59 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.751143] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.751143] env[69041]: value = "task-2889482" [ 1008.751143] env[69041]: _type = "Task" [ 1008.751143] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.758593] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889482, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.791354] env[69041]: INFO nova.compute.manager [-] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Took 1.55 seconds to deallocate network for instance. [ 1008.867760] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889479, 'name': ReconfigVM_Task, 'duration_secs': 0.591947} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.867861] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Reconfigured VM instance instance-0000001b to attach disk [datastore2] c3fde463-d065-4ad8-9971-c00929b3873c/c3fde463-d065-4ad8-9971-c00929b3873c.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.871955] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-181e792e-267d-473d-b60a-9c2b61e308e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.880381] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for the task: (returnval){ [ 1008.880381] env[69041]: value = "task-2889483" [ 1008.880381] env[69041]: _type = "Task" [ 1008.880381] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.893113] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889483, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.896639] env[69041]: DEBUG nova.network.neutron [-] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.910503] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f52fe2-0e6f-440f-f3b4-72efb1dc83e3, 'name': SearchDatastore_Task, 'duration_secs': 0.024244} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.915123] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.915427] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce/7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.915727] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-900a8b48-8165-479f-9518-2816b1eebff9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.922580] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for the task: (returnval){ [ 1008.922580] env[69041]: value = "task-2889484" [ 1008.922580] env[69041]: _type = "Task" [ 1008.922580] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.932625] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.225885] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f25845-0ef0-47da-b39c-1e2d75dc38bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.237554] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3dfad8-96ea-4e65-b599-183ea73f3779 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.283631] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f37c7b1-46ab-4e7e-af7f-3fb8f867ca67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.291366] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889482, 'name': CreateVM_Task, 'duration_secs': 0.349792} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.293582] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.294418] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.294584] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.294945] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.296262] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749270a3-9bb6-4100-8c86-15e95b5a92d6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.300499] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63595784-bffb-412c-8431-543a1b7e61dd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.306337] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1009.306337] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ba55ed-7500-820e-b6da-171705004a42" [ 1009.306337] env[69041]: _type = "Task" [ 1009.306337] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.314645] env[69041]: DEBUG nova.compute.provider_tree [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.326076] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ba55ed-7500-820e-b6da-171705004a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.366031] env[69041]: INFO nova.compute.manager [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Took 0.58 seconds to detach 1 volumes for instance. [ 1009.391257] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889483, 'name': Rename_Task, 'duration_secs': 0.282658} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.391875] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.392363] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af763c09-bbdf-4906-baa0-cfa906cda07a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.401775] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for the task: (returnval){ [ 1009.401775] env[69041]: value = "task-2889485" [ 1009.401775] env[69041]: _type = "Task" [ 1009.401775] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.406017] env[69041]: INFO nova.compute.manager [-] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Took 2.06 seconds to deallocate network for instance. [ 1009.416878] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.435623] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.539317] env[69041]: DEBUG nova.network.neutron [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Updated VIF entry in instance network info cache for port 0b124259-6b4e-4b02-b1ef-c784da853868. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.539696] env[69041]: DEBUG nova.network.neutron [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Updating instance_info_cache with network_info: [{"id": "0b124259-6b4e-4b02-b1ef-c784da853868", "address": "fa:16:3e:93:00:a6", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b124259-6b", "ovs_interfaceid": "0b124259-6b4e-4b02-b1ef-c784da853868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.824979] env[69041]: DEBUG nova.scheduler.client.report [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.828358] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ba55ed-7500-820e-b6da-171705004a42, 'name': SearchDatastore_Task, 'duration_secs': 0.061736} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.829128] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.829128] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.829252] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.829391] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.829570] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.829824] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfbf6143-0f38-4668-8334-241efe540b07 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.840202] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.840524] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.841154] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e70d961-c26d-4c22-b91d-43ceb8d4eb88 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.847413] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1009.847413] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52661a42-1419-ab3e-ae6b-9e9fe5d043d6" [ 1009.847413] env[69041]: _type = "Task" [ 1009.847413] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.856011] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52661a42-1419-ab3e-ae6b-9e9fe5d043d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.876861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.911808] env[69041]: DEBUG oslo_vmware.api [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889485, 'name': PowerOnVM_Task, 'duration_secs': 0.497277} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.912090] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.912299] env[69041]: INFO nova.compute.manager [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1009.912479] env[69041]: DEBUG nova.compute.manager [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.913263] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47edf301-a6f4-4d4f-be47-070bb30ad674 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.924709] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.933448] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603442} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.933448] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce/7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.933448] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.933448] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58f8b867-e0be-4e68-86c2-a31e65850602 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.942034] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for the task: (returnval){ [ 1009.942034] env[69041]: value = "task-2889486" [ 1009.942034] env[69041]: _type = "Task" [ 1009.942034] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.950742] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.042637] env[69041]: DEBUG oslo_concurrency.lockutils [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] Releasing lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.043035] env[69041]: DEBUG nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Received event network-vif-deleted-4649db07-079a-49ab-b552-dd33110e1b7b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1010.043323] env[69041]: INFO nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Neutron deleted interface 4649db07-079a-49ab-b552-dd33110e1b7b; detaching it from the instance and deleting it from the info cache [ 1010.043536] env[69041]: DEBUG nova.network.neutron [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.319400] env[69041]: DEBUG nova.compute.manager [req-f7529073-62c9-42f5-a6db-78be7ad99a1a req-cd87cb15-4de4-4773-9136-65b05a0e23f0 service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received event network-vif-deleted-c348fe83-8b52-46dd-a046-ff91be2eb997 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1010.330339] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.330830] env[69041]: DEBUG nova.compute.manager [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.333317] env[69041]: DEBUG oslo_concurrency.lockutils [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.322s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.333484] env[69041]: DEBUG nova.objects.instance [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lazy-loading 'resources' on Instance uuid 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.358315] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52661a42-1419-ab3e-ae6b-9e9fe5d043d6, 'name': SearchDatastore_Task, 'duration_secs': 0.042548} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.359100] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc99bcd1-a45b-4d52-a5e1-be59c7bb8196 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.364709] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1010.364709] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bc57d0-37f8-2d0b-c0d0-00fd5954d963" [ 1010.364709] env[69041]: _type = "Task" [ 1010.364709] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.373114] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bc57d0-37f8-2d0b-c0d0-00fd5954d963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.432110] env[69041]: INFO nova.compute.manager [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Took 43.74 seconds to build instance. [ 1010.450774] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.383535} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.450881] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.451690] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10ffb12-eb13-4e45-a27a-a20fc0058690 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.473808] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce/7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.474158] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e903ad4-54e1-4209-8a86-17d62c9a6a81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.493299] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for the task: (returnval){ [ 1010.493299] env[69041]: value = "task-2889487" [ 1010.493299] env[69041]: _type = "Task" [ 1010.493299] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.503619] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.546422] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1cb912c-732a-476e-ba3e-f26c75f7084d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.556170] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15aa6f2-ebc6-4c35-a601-0f7dee8cf3ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.586370] env[69041]: DEBUG nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Detach interface failed, port_id=4649db07-079a-49ab-b552-dd33110e1b7b, reason: Instance 03a2cb54-acda-4be1-a03f-e0a4274eeaec could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1010.586615] env[69041]: DEBUG nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received event network-vif-deleted-2e4b7b24-3989-419d-b6c7-c2a71b6df28d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1010.586802] env[69041]: INFO nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Neutron deleted interface 2e4b7b24-3989-419d-b6c7-c2a71b6df28d; detaching it from the instance and deleting it from the info cache [ 1010.588031] env[69041]: DEBUG nova.network.neutron [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Updating instance_info_cache with network_info: [{"id": "a53a1a92-6f17-410a-95d9-aee6ad054eb8", "address": "fa:16:3e:26:9b:fb", "network": {"id": "2abaa59b-461e-4705-af19-635cce7c23f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1300712738", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa53a1a92-6f", "ovs_interfaceid": "a53a1a92-6f17-410a-95d9-aee6ad054eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c348fe83-8b52-46dd-a046-ff91be2eb997", "address": "fa:16:3e:d9:72:10", "network": {"id": "3981f58b-1bca-4911-ad30-d703847aca44", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1404648644", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc348fe83-8b", "ovs_interfaceid": "c348fe83-8b52-46dd-a046-ff91be2eb997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.836870] env[69041]: DEBUG nova.compute.utils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.841448] env[69041]: DEBUG nova.compute.manager [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.842126] env[69041]: DEBUG nova.network.neutron [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.875625] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bc57d0-37f8-2d0b-c0d0-00fd5954d963, 'name': SearchDatastore_Task, 'duration_secs': 0.080114} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.875776] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.876043] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] c5fbfa59-eeed-4220-bc40-50618af87a67/c5fbfa59-eeed-4220-bc40-50618af87a67.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.876310] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79fb3ce3-2cd8-4c1f-ad14-ebe2ea414924 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.885174] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1010.885174] env[69041]: value = "task-2889488" [ 1010.885174] env[69041]: _type = "Task" [ 1010.885174] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.895075] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.896484] env[69041]: DEBUG nova.policy [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd282141d83e4c969fae129d7e8c8a18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a7714ca7a0141178cc52309a49db242', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.933889] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27ee9628-608f-4c99-8b9e-3e319d463029 tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lock "c3fde463-d065-4ad8-9971-c00929b3873c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.141s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.007095] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.090377] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cca032f0-1c28-4cca-9b0a-7fbdb3135653 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.102960] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea37ded-58e1-40f8-a815-62c439a6871c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.138626] env[69041]: DEBUG nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Detach interface failed, port_id=2e4b7b24-3989-419d-b6c7-c2a71b6df28d, reason: Instance 40d98f23-bdd8-4a5d-88a5-51434617b827 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1011.138955] env[69041]: DEBUG nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Received event network-vif-deleted-a53a1a92-6f17-410a-95d9-aee6ad054eb8 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.139188] env[69041]: INFO nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Neutron deleted interface a53a1a92-6f17-410a-95d9-aee6ad054eb8; detaching it from the instance and deleting it from the info cache [ 1011.139462] env[69041]: DEBUG nova.network.neutron [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Updating instance_info_cache with network_info: [{"id": "c348fe83-8b52-46dd-a046-ff91be2eb997", "address": "fa:16:3e:d9:72:10", "network": {"id": "3981f58b-1bca-4911-ad30-d703847aca44", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1404648644", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc348fe83-8b", "ovs_interfaceid": "c348fe83-8b52-46dd-a046-ff91be2eb997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.321551] env[69041]: DEBUG nova.network.neutron [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Successfully created port: 4f9e85a4-0290-4e13-b6b3-e384397bd018 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.342616] env[69041]: DEBUG nova.compute.manager [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.399211] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889488, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.405082] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd844cc-f1be-4e16-9f52-b6e35c6c2cc4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.411051] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24720fe4-b86f-46ec-9dca-e7e113530594 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.442238] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.445879] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0655ba5-2ec5-485d-93d8-6ea9cc39327c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.454290] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb2085-4548-44ad-87b8-52fac6990f8a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.473020] env[69041]: DEBUG nova.compute.provider_tree [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.507034] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889487, 'name': ReconfigVM_Task, 'duration_secs': 0.53149} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.507372] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce/7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.507992] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce3c7427-10b7-432b-8328-06b1c1a9cf79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.514361] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for the task: (returnval){ [ 1011.514361] env[69041]: value = "task-2889489" [ 1011.514361] env[69041]: _type = "Task" [ 1011.514361] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.523202] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889489, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.648029] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c22ceee7-49a9-4a1e-b9f0-625e07fdb9be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.655224] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36051f2c-6897-407d-a0c2-e75f6e5e2cab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.692065] env[69041]: DEBUG nova.compute.manager [req-9856d411-3f78-4b39-9b15-ff99fcc9cdc5 req-dd762838-039b-46fb-95a1-ab61be3954ee service nova] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Detach interface failed, port_id=a53a1a92-6f17-410a-95d9-aee6ad054eb8, reason: Instance 40d98f23-bdd8-4a5d-88a5-51434617b827 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1011.897532] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571384} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.897532] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] c5fbfa59-eeed-4220-bc40-50618af87a67/c5fbfa59-eeed-4220-bc40-50618af87a67.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.897532] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.897532] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c71da185-e124-4778-bc5c-088ee67edaad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.904313] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1011.904313] env[69041]: value = "task-2889490" [ 1011.904313] env[69041]: _type = "Task" [ 1011.904313] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.912783] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.966738] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.973374] env[69041]: DEBUG nova.scheduler.client.report [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.024071] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889489, 'name': Rename_Task, 'duration_secs': 0.222896} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.024370] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.024587] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-120e2485-93dc-4fcb-89ea-94e962435de6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.031123] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for the task: (returnval){ [ 1012.031123] env[69041]: value = "task-2889491" [ 1012.031123] env[69041]: _type = "Task" [ 1012.031123] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.039093] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.353035] env[69041]: DEBUG nova.compute.manager [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.379923] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.380281] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.380642] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.380642] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.380834] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.381009] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.381230] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.381390] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.381558] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.381724] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.381890] env[69041]: DEBUG nova.virt.hardware [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.383995] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf88999b-9918-4263-bb6b-c0d0385952f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.388049] env[69041]: DEBUG nova.compute.manager [req-7ee840c5-bb85-45c7-8e96-0b923affa1e0 req-e135f594-4170-426b-b9e4-3ab1e92277f2 service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Received event network-changed-dea88d68-1b44-4989-a0ef-cf14b4de6f85 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1012.388240] env[69041]: DEBUG nova.compute.manager [req-7ee840c5-bb85-45c7-8e96-0b923affa1e0 req-e135f594-4170-426b-b9e4-3ab1e92277f2 service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Refreshing instance network info cache due to event network-changed-dea88d68-1b44-4989-a0ef-cf14b4de6f85. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1012.388455] env[69041]: DEBUG oslo_concurrency.lockutils [req-7ee840c5-bb85-45c7-8e96-0b923affa1e0 req-e135f594-4170-426b-b9e4-3ab1e92277f2 service nova] Acquiring lock "refresh_cache-c3fde463-d065-4ad8-9971-c00929b3873c" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.388597] env[69041]: DEBUG oslo_concurrency.lockutils [req-7ee840c5-bb85-45c7-8e96-0b923affa1e0 req-e135f594-4170-426b-b9e4-3ab1e92277f2 service nova] Acquired lock "refresh_cache-c3fde463-d065-4ad8-9971-c00929b3873c" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.388797] env[69041]: DEBUG nova.network.neutron [req-7ee840c5-bb85-45c7-8e96-0b923affa1e0 req-e135f594-4170-426b-b9e4-3ab1e92277f2 service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Refreshing network info cache for port dea88d68-1b44-4989-a0ef-cf14b4de6f85 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.396069] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae999b74-39c8-4801-a6d3-a7ec4c72c797 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.419505] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070272} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.419783] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.420587] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42477044-2b08-4359-93b2-1d905dfec3e3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.442643] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] c5fbfa59-eeed-4220-bc40-50618af87a67/c5fbfa59-eeed-4220-bc40-50618af87a67.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.443562] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dd018b8-88e0-49a2-ad00-16fe8974e5ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.465037] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1012.465037] env[69041]: value = "task-2889492" [ 1012.465037] env[69041]: _type = "Task" [ 1012.465037] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.473967] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.482364] env[69041]: DEBUG oslo_concurrency.lockutils [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.484938] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.785s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.486699] env[69041]: INFO nova.compute.claims [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.502934] env[69041]: INFO nova.scheduler.client.report [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Deleted allocations for instance 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867 [ 1012.543946] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.976702] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889492, 'name': ReconfigVM_Task, 'duration_secs': 0.333387} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.977261] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Reconfigured VM instance instance-0000001d to attach disk [datastore1] c5fbfa59-eeed-4220-bc40-50618af87a67/c5fbfa59-eeed-4220-bc40-50618af87a67.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.977910] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-791b9ff4-382a-4f11-8008-b18369804a63 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.984897] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1012.984897] env[69041]: value = "task-2889493" [ 1012.984897] env[69041]: _type = "Task" [ 1012.984897] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.994985] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889493, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.012720] env[69041]: DEBUG oslo_concurrency.lockutils [None req-788e22ab-1440-4636-9973-264f6b3ed473 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "29ef3ed0-9bf6-45c9-bd7c-0b94a943e867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.686s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.046221] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.242793] env[69041]: DEBUG nova.network.neutron [req-7ee840c5-bb85-45c7-8e96-0b923affa1e0 req-e135f594-4170-426b-b9e4-3ab1e92277f2 service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Updated VIF entry in instance network info cache for port dea88d68-1b44-4989-a0ef-cf14b4de6f85. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.243611] env[69041]: DEBUG nova.network.neutron [req-7ee840c5-bb85-45c7-8e96-0b923affa1e0 req-e135f594-4170-426b-b9e4-3ab1e92277f2 service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Updating instance_info_cache with network_info: [{"id": "dea88d68-1b44-4989-a0ef-cf14b4de6f85", "address": "fa:16:3e:f8:bb:27", "network": {"id": "09a01e98-d8ab-4299-b40b-e400b32a9dc5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2032885165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c90ea67955341da97ea66c8dd4a43bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea88d68-1b", "ovs_interfaceid": "dea88d68-1b44-4989-a0ef-cf14b4de6f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.361263] env[69041]: DEBUG nova.network.neutron [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Successfully updated port: 4f9e85a4-0290-4e13-b6b3-e384397bd018 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.497955] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889493, 'name': Rename_Task, 'duration_secs': 0.144562} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.497955] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.497955] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea0d0339-b2b0-4bf9-b0d8-c25634fc114d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.505161] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1013.505161] env[69041]: value = "task-2889494" [ 1013.505161] env[69041]: _type = "Task" [ 1013.505161] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.517551] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.544634] env[69041]: DEBUG oslo_vmware.api [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889491, 'name': PowerOnVM_Task, 'duration_secs': 1.029106} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.544823] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.545137] env[69041]: INFO nova.compute.manager [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1013.545415] env[69041]: DEBUG nova.compute.manager [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.546202] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad9d216-84e8-4f6a-a563-743bd12b1f23 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.746251] env[69041]: DEBUG oslo_concurrency.lockutils [req-7ee840c5-bb85-45c7-8e96-0b923affa1e0 req-e135f594-4170-426b-b9e4-3ab1e92277f2 service nova] Releasing lock "refresh_cache-c3fde463-d065-4ad8-9971-c00929b3873c" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.864322] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "refresh_cache-f1264ae5-081f-4b56-a375-0567fbefd71d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.864527] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquired lock "refresh_cache-f1264ae5-081f-4b56-a375-0567fbefd71d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.864636] env[69041]: DEBUG nova.network.neutron [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.963118] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe0f1bc-850d-4908-8bf5-88faedd93647 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.971009] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfbdd2e-714d-4e9d-8fa6-f9e8ff341ed2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.002776] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7552234-5888-416a-8726-75dd4aea2189 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.016609] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3629614e-425c-4818-b489-902d49f9cf40 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.020531] env[69041]: DEBUG oslo_vmware.api [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889494, 'name': PowerOnVM_Task, 'duration_secs': 0.504807} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.020791] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.020998] env[69041]: INFO nova.compute.manager [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1014.021192] env[69041]: DEBUG nova.compute.manager [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.022313] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f21380-5ce4-4bfa-83bd-229a469899ff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.032715] env[69041]: DEBUG nova.compute.provider_tree [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.064386] env[69041]: INFO nova.compute.manager [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Took 46.78 seconds to build instance. [ 1014.434736] env[69041]: DEBUG nova.network.neutron [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.458347] env[69041]: DEBUG nova.compute.manager [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Received event network-vif-plugged-4f9e85a4-0290-4e13-b6b3-e384397bd018 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1014.458585] env[69041]: DEBUG oslo_concurrency.lockutils [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] Acquiring lock "f1264ae5-081f-4b56-a375-0567fbefd71d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.458842] env[69041]: DEBUG oslo_concurrency.lockutils [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] Lock "f1264ae5-081f-4b56-a375-0567fbefd71d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.459067] env[69041]: DEBUG oslo_concurrency.lockutils [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] Lock "f1264ae5-081f-4b56-a375-0567fbefd71d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.459248] env[69041]: DEBUG nova.compute.manager [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] No waiting events found dispatching network-vif-plugged-4f9e85a4-0290-4e13-b6b3-e384397bd018 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.459487] env[69041]: WARNING nova.compute.manager [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Received unexpected event network-vif-plugged-4f9e85a4-0290-4e13-b6b3-e384397bd018 for instance with vm_state building and task_state spawning. [ 1014.459676] env[69041]: DEBUG nova.compute.manager [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Received event network-changed-4f9e85a4-0290-4e13-b6b3-e384397bd018 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1014.460121] env[69041]: DEBUG nova.compute.manager [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Refreshing instance network info cache due to event network-changed-4f9e85a4-0290-4e13-b6b3-e384397bd018. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1014.460258] env[69041]: DEBUG oslo_concurrency.lockutils [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] Acquiring lock "refresh_cache-f1264ae5-081f-4b56-a375-0567fbefd71d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.540043] env[69041]: DEBUG nova.scheduler.client.report [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.551861] env[69041]: INFO nova.compute.manager [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Took 39.79 seconds to build instance. [ 1014.571590] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bfcec3c4-fd4a-497a-b1e6-2150ae30d843 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.602s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.709150] env[69041]: DEBUG nova.network.neutron [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Updating instance_info_cache with network_info: [{"id": "4f9e85a4-0290-4e13-b6b3-e384397bd018", "address": "fa:16:3e:8c:59:6d", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9e85a4-02", "ovs_interfaceid": "4f9e85a4-0290-4e13-b6b3-e384397bd018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.803622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "5e59e394-e20c-4046-89f6-df939d8353fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.803867] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "5e59e394-e20c-4046-89f6-df939d8353fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.046119] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.046739] env[69041]: DEBUG nova.compute.manager [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.050661] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.341s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.050849] env[69041]: DEBUG nova.objects.instance [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lazy-loading 'resources' on Instance uuid 5f7f901f-d2e6-4133-a646-57c1fc88b9ce {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.057553] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea800c26-94a6-4140-b257-e094d2553016 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "c5fbfa59-eeed-4220-bc40-50618af87a67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.434s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.077291] env[69041]: DEBUG nova.compute.manager [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.212513] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Releasing lock "refresh_cache-f1264ae5-081f-4b56-a375-0567fbefd71d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.212884] env[69041]: DEBUG nova.compute.manager [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Instance network_info: |[{"id": "4f9e85a4-0290-4e13-b6b3-e384397bd018", "address": "fa:16:3e:8c:59:6d", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9e85a4-02", "ovs_interfaceid": "4f9e85a4-0290-4e13-b6b3-e384397bd018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.213212] env[69041]: DEBUG oslo_concurrency.lockutils [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] Acquired lock "refresh_cache-f1264ae5-081f-4b56-a375-0567fbefd71d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.213397] env[69041]: DEBUG nova.network.neutron [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Refreshing network info cache for port 4f9e85a4-0290-4e13-b6b3-e384397bd018 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.215041] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:59:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f9e85a4-0290-4e13-b6b3-e384397bd018', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.224105] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.225079] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.225307] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faad42c0-3638-459d-a91b-e73c1e583183 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.239819] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquiring lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.240058] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.240267] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquiring lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.240446] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.240612] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.242851] env[69041]: INFO nova.compute.manager [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Terminating instance [ 1015.247840] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.247840] env[69041]: value = "task-2889495" [ 1015.247840] env[69041]: _type = "Task" [ 1015.247840] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.256481] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889495, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.555030] env[69041]: DEBUG nova.compute.utils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.556822] env[69041]: DEBUG nova.compute.manager [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.557203] env[69041]: DEBUG nova.network.neutron [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.561968] env[69041]: DEBUG nova.compute.manager [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.610644] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.618983] env[69041]: DEBUG nova.policy [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '077de2a0a82e4b61bb775e6bf67d0f12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '710229fa28f04025af8f810838728a39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.749290] env[69041]: DEBUG nova.compute.manager [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.749562] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.750599] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9466e1-bfb3-4d24-8df5-2d66c33619b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.763165] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889495, 'name': CreateVM_Task, 'duration_secs': 0.330298} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.765271] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.765576] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.768814] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.768980] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.769308] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.769539] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e293f405-7f12-4054-be3e-ddf8dda9e6ea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.774240] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ccd3d7-5799-4c5f-a8ab-06203e3c38f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.781765] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1015.781765] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52696053-6e4e-601e-82d9-a648e2f09189" [ 1015.781765] env[69041]: _type = "Task" [ 1015.781765] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.782504] env[69041]: DEBUG oslo_vmware.api [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for the task: (returnval){ [ 1015.782504] env[69041]: value = "task-2889496" [ 1015.782504] env[69041]: _type = "Task" [ 1015.782504] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.801540] env[69041]: DEBUG oslo_vmware.api [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.801876] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52696053-6e4e-601e-82d9-a648e2f09189, 'name': SearchDatastore_Task, 'duration_secs': 0.013601} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.804727] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.805182] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.805463] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.805701] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.805933] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.807370] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b498e15b-e82d-4ecf-abb7-dba0f80bb071 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.816596] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.816596] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.817028] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf3d4f9-f1a1-4b00-a82c-ccae15dc0258 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.824859] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1015.824859] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526d94e2-dde9-b3b9-efb0-3ccc7362026c" [ 1015.824859] env[69041]: _type = "Task" [ 1015.824859] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.833457] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526d94e2-dde9-b3b9-efb0-3ccc7362026c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.040225] env[69041]: DEBUG nova.network.neutron [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Updated VIF entry in instance network info cache for port 4f9e85a4-0290-4e13-b6b3-e384397bd018. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.040778] env[69041]: DEBUG nova.network.neutron [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Updating instance_info_cache with network_info: [{"id": "4f9e85a4-0290-4e13-b6b3-e384397bd018", "address": "fa:16:3e:8c:59:6d", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9e85a4-02", "ovs_interfaceid": "4f9e85a4-0290-4e13-b6b3-e384397bd018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.066866] env[69041]: DEBUG nova.compute.manager [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.086183] env[69041]: DEBUG nova.network.neutron [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Successfully created port: 7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.093811] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.131360] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a7a806-e326-43d7-804e-7cf32be96b6a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.135189] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6ecda9-3756-4c0e-8b67-978fdd831099 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.166846] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2804e9-99ad-48b5-9552-90fd62c41e40 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.175660] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ab6268-ff76-4f57-843c-40ce5fd70f5f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.193372] env[69041]: DEBUG nova.compute.provider_tree [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.298773] env[69041]: DEBUG oslo_vmware.api [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889496, 'name': PowerOffVM_Task, 'duration_secs': 0.220683} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.299055] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.299231] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.299474] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-146b5aad-5b2e-427b-bd01-b7c04d5db361 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.336355] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526d94e2-dde9-b3b9-efb0-3ccc7362026c, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.337564] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e64435d-575f-4129-a173-c39bd998a243 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.342923] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1016.342923] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5261e139-f4dd-73ab-1bab-2b7e300cb110" [ 1016.342923] env[69041]: _type = "Task" [ 1016.342923] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.351967] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5261e139-f4dd-73ab-1bab-2b7e300cb110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.359890] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.360404] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.360404] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Deleting the datastore file [datastore1] 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.360567] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0090095-8589-4ae9-984d-1a30bc06fa1a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.367014] env[69041]: DEBUG oslo_vmware.api [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for the task: (returnval){ [ 1016.367014] env[69041]: value = "task-2889498" [ 1016.367014] env[69041]: _type = "Task" [ 1016.367014] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.374558] env[69041]: DEBUG oslo_vmware.api [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.491272] env[69041]: DEBUG nova.compute.manager [req-010b8690-760d-4bcf-be8a-a843023fd735 req-df8e4e27-d6b4-42ef-82e6-21da02774158 service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Received event network-changed-0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.491547] env[69041]: DEBUG nova.compute.manager [req-010b8690-760d-4bcf-be8a-a843023fd735 req-df8e4e27-d6b4-42ef-82e6-21da02774158 service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Refreshing instance network info cache due to event network-changed-0b124259-6b4e-4b02-b1ef-c784da853868. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1016.491680] env[69041]: DEBUG oslo_concurrency.lockutils [req-010b8690-760d-4bcf-be8a-a843023fd735 req-df8e4e27-d6b4-42ef-82e6-21da02774158 service nova] Acquiring lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.491968] env[69041]: DEBUG oslo_concurrency.lockutils [req-010b8690-760d-4bcf-be8a-a843023fd735 req-df8e4e27-d6b4-42ef-82e6-21da02774158 service nova] Acquired lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.492272] env[69041]: DEBUG nova.network.neutron [req-010b8690-760d-4bcf-be8a-a843023fd735 req-df8e4e27-d6b4-42ef-82e6-21da02774158 service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Refreshing network info cache for port 0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.547033] env[69041]: DEBUG oslo_concurrency.lockutils [req-209adc8a-5985-44b5-81ee-26945d0b44d7 req-db310370-1e27-46cd-8c62-871bbc60bc2a service nova] Releasing lock "refresh_cache-f1264ae5-081f-4b56-a375-0567fbefd71d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.697371] env[69041]: DEBUG nova.scheduler.client.report [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.853490] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5261e139-f4dd-73ab-1bab-2b7e300cb110, 'name': SearchDatastore_Task, 'duration_secs': 0.013948} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.853757] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.854035] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] f1264ae5-081f-4b56-a375-0567fbefd71d/f1264ae5-081f-4b56-a375-0567fbefd71d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.854302] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37cfa7c3-c0d3-4edf-8ce2-a64fe160c4eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.861254] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1016.861254] env[69041]: value = "task-2889499" [ 1016.861254] env[69041]: _type = "Task" [ 1016.861254] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.869835] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.877710] env[69041]: DEBUG oslo_vmware.api [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Task: {'id': task-2889498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234118} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.877959] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.878154] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.878335] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.878511] env[69041]: INFO nova.compute.manager [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1016.878750] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.878940] env[69041]: DEBUG nova.compute.manager [-] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.879046] env[69041]: DEBUG nova.network.neutron [-] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.079444] env[69041]: DEBUG nova.compute.manager [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.111383] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.111707] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.111902] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.112178] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.112448] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.112638] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.112923] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.113123] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.113497] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.113592] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.113773] env[69041]: DEBUG nova.virt.hardware [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.114799] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40070a13-de59-4a76-9f08-eba4c9379cd0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.126597] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8803ea4a-e9c5-4769-bcda-c3f4d9968589 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.202889] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.210089] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.511s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.210719] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.211534] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1017.211534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.504s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.219028] env[69041]: INFO nova.compute.claims [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.222187] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9cecc0-8537-4e6a-9cc2-f2aa7b91b420 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.236340] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4a9c5b-9616-4f95-b035-f33facbe6ec8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.241718] env[69041]: INFO nova.scheduler.client.report [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Deleted allocations for instance 5f7f901f-d2e6-4133-a646-57c1fc88b9ce [ 1017.260022] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91866b0-88b7-46d3-a6cd-998d01cf79fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.267968] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672b1987-ef9f-4a3e-ba8d-4bbbd1946f63 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.301959] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179577MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1017.302476] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.373020] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465727} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.373020] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] f1264ae5-081f-4b56-a375-0567fbefd71d/f1264ae5-081f-4b56-a375-0567fbefd71d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.373020] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.373020] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe075131-fe82-4978-a608-1130a9012280 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.378480] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1017.378480] env[69041]: value = "task-2889500" [ 1017.378480] env[69041]: _type = "Task" [ 1017.378480] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.386267] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.407159] env[69041]: DEBUG nova.network.neutron [req-010b8690-760d-4bcf-be8a-a843023fd735 req-df8e4e27-d6b4-42ef-82e6-21da02774158 service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Updated VIF entry in instance network info cache for port 0b124259-6b4e-4b02-b1ef-c784da853868. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.407561] env[69041]: DEBUG nova.network.neutron [req-010b8690-760d-4bcf-be8a-a843023fd735 req-df8e4e27-d6b4-42ef-82e6-21da02774158 service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Updating instance_info_cache with network_info: [{"id": "0b124259-6b4e-4b02-b1ef-c784da853868", "address": "fa:16:3e:93:00:a6", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b124259-6b", "ovs_interfaceid": "0b124259-6b4e-4b02-b1ef-c784da853868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.556870] env[69041]: DEBUG nova.network.neutron [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Successfully updated port: 7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.710751] env[69041]: DEBUG nova.network.neutron [-] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.749959] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5246dfc8-f7d9-4498-b4e9-491e2cea18b1 tempest-ServerShowV254Test-1627447404 tempest-ServerShowV254Test-1627447404-project-member] Lock "5f7f901f-d2e6-4133-a646-57c1fc88b9ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.836s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.889711] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10372} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.890181] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.891384] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6462e743-35c2-4b41-ac01-05cf3ec9d361 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.918269] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f1264ae5-081f-4b56-a375-0567fbefd71d/f1264ae5-081f-4b56-a375-0567fbefd71d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.919012] env[69041]: DEBUG oslo_concurrency.lockutils [req-010b8690-760d-4bcf-be8a-a843023fd735 req-df8e4e27-d6b4-42ef-82e6-21da02774158 service nova] Releasing lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.919475] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddbf4c24-e456-4882-9d4f-a12f6f03c577 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.946738] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1017.946738] env[69041]: value = "task-2889501" [ 1017.946738] env[69041]: _type = "Task" [ 1017.946738] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.954629] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.060180] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquiring lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.060419] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquired lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.060598] env[69041]: DEBUG nova.network.neutron [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.212846] env[69041]: INFO nova.compute.manager [-] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Took 1.33 seconds to deallocate network for instance. [ 1018.459573] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889501, 'name': ReconfigVM_Task, 'duration_secs': 0.278207} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.459870] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f1264ae5-081f-4b56-a375-0567fbefd71d/f1264ae5-081f-4b56-a375-0567fbefd71d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.460547] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eeb4e8a-27fe-49a1-b508-927c61c9f013 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.467834] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1018.467834] env[69041]: value = "task-2889502" [ 1018.467834] env[69041]: _type = "Task" [ 1018.467834] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.476786] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889502, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.521346] env[69041]: DEBUG nova.compute.manager [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Received event network-vif-deleted-d9f4f6c6-aa80-449e-a5c8-9764aa7f6b12 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.521517] env[69041]: DEBUG nova.compute.manager [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Received event network-vif-plugged-7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.521733] env[69041]: DEBUG oslo_concurrency.lockutils [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] Acquiring lock "318d124d-0fb0-4bb7-9ae4-89baf3885947-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.521935] env[69041]: DEBUG oslo_concurrency.lockutils [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] Lock "318d124d-0fb0-4bb7-9ae4-89baf3885947-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.522135] env[69041]: DEBUG oslo_concurrency.lockutils [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] Lock "318d124d-0fb0-4bb7-9ae4-89baf3885947-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.522322] env[69041]: DEBUG nova.compute.manager [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] No waiting events found dispatching network-vif-plugged-7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.522487] env[69041]: WARNING nova.compute.manager [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Received unexpected event network-vif-plugged-7ded66dc-03dd-4a98-b586-e27ad8e6ad53 for instance with vm_state building and task_state spawning. [ 1018.522666] env[69041]: DEBUG nova.compute.manager [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Received event network-changed-7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.522841] env[69041]: DEBUG nova.compute.manager [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Refreshing instance network info cache due to event network-changed-7ded66dc-03dd-4a98-b586-e27ad8e6ad53. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1018.523035] env[69041]: DEBUG oslo_concurrency.lockutils [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] Acquiring lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.603300] env[69041]: DEBUG nova.network.neutron [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.668700] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a857242b-6e2b-4432-a9db-7c9e3d4324d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.676239] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cb4d43-982b-4c59-b617-f466bae72bbc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.710792] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130d2277-2f2a-4862-8ea7-563cd455d408 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.719808] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.721118] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a0064-7ed1-4dab-8466-6c01e89db836 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.735040] env[69041]: DEBUG nova.compute.provider_tree [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.744595] env[69041]: DEBUG nova.network.neutron [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Updating instance_info_cache with network_info: [{"id": "7ded66dc-03dd-4a98-b586-e27ad8e6ad53", "address": "fa:16:3e:08:99:e0", "network": {"id": "e1fc8f25-b68f-4d95-9b73-83bf520524c1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-434760031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "710229fa28f04025af8f810838728a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ded66dc-03", "ovs_interfaceid": "7ded66dc-03dd-4a98-b586-e27ad8e6ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.978085] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889502, 'name': Rename_Task, 'duration_secs': 0.155662} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.978389] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.978631] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cd924fd-e809-4311-914a-79a32b6f36d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.986029] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1018.986029] env[69041]: value = "task-2889503" [ 1018.986029] env[69041]: _type = "Task" [ 1018.986029] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.996380] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.238840] env[69041]: DEBUG nova.scheduler.client.report [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.246979] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Releasing lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.247170] env[69041]: DEBUG nova.compute.manager [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Instance network_info: |[{"id": "7ded66dc-03dd-4a98-b586-e27ad8e6ad53", "address": "fa:16:3e:08:99:e0", "network": {"id": "e1fc8f25-b68f-4d95-9b73-83bf520524c1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-434760031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "710229fa28f04025af8f810838728a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ded66dc-03", "ovs_interfaceid": "7ded66dc-03dd-4a98-b586-e27ad8e6ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.247479] env[69041]: DEBUG oslo_concurrency.lockutils [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] Acquired lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.247657] env[69041]: DEBUG nova.network.neutron [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Refreshing network info cache for port 7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.248728] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:99:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ded66dc-03dd-4a98-b586-e27ad8e6ad53', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.256289] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Creating folder: Project (710229fa28f04025af8f810838728a39). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.259780] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94ed960-5d4a-4eb2-b933-d8f687f56a7d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.271824] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Created folder: Project (710229fa28f04025af8f810838728a39) in parent group-v580429. [ 1019.272017] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Creating folder: Instances. Parent ref: group-v580526. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.272301] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7349d995-dbf1-4613-871a-5667aaa629ac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.281403] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Created folder: Instances in parent group-v580526. [ 1019.281637] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.281826] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.282028] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b14424b-c638-495c-aee6-738b33c5bdf3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.302711] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.302711] env[69041]: value = "task-2889506" [ 1019.302711] env[69041]: _type = "Task" [ 1019.302711] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.310190] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889506, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.456747] env[69041]: DEBUG nova.network.neutron [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Updated VIF entry in instance network info cache for port 7ded66dc-03dd-4a98-b586-e27ad8e6ad53. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.457127] env[69041]: DEBUG nova.network.neutron [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Updating instance_info_cache with network_info: [{"id": "7ded66dc-03dd-4a98-b586-e27ad8e6ad53", "address": "fa:16:3e:08:99:e0", "network": {"id": "e1fc8f25-b68f-4d95-9b73-83bf520524c1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-434760031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "710229fa28f04025af8f810838728a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ded66dc-03", "ovs_interfaceid": "7ded66dc-03dd-4a98-b586-e27ad8e6ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.495234] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.744028] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.744616] env[69041]: DEBUG nova.compute.manager [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.747370] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.419s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.749308] env[69041]: INFO nova.compute.claims [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.813209] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889506, 'name': CreateVM_Task, 'duration_secs': 0.41966} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.813378] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.814108] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.814241] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.814558] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.814804] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da00233-0fa2-423b-9c77-5d398ec03d6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.819435] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for the task: (returnval){ [ 1019.819435] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52249b3b-233f-4211-91d8-b1da5671630f" [ 1019.819435] env[69041]: _type = "Task" [ 1019.819435] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.828885] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52249b3b-233f-4211-91d8-b1da5671630f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.959727] env[69041]: DEBUG oslo_concurrency.lockutils [req-a313f4ea-8d8a-4d7a-94ff-e648533c1baa req-f8e8212d-27ca-4912-b805-706fa56cbe03 service nova] Releasing lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.996689] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.258872] env[69041]: DEBUG nova.compute.utils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.260870] env[69041]: DEBUG nova.compute.manager [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.261099] env[69041]: DEBUG nova.network.neutron [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.298914] env[69041]: DEBUG nova.policy [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba0b596fb4bbb8526b8c52693cccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '735e36a825e24027be3e82663a49b692', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.329810] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52249b3b-233f-4211-91d8-b1da5671630f, 'name': SearchDatastore_Task, 'duration_secs': 0.018826} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.330120] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.330354] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.330584] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.330730] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.330909] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.331185] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb593a56-29b2-46f0-92a3-4800db28032e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.339543] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.339715] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.340436] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165f2dd1-bb37-4a53-97ed-a589cab0a497 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.345298] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for the task: (returnval){ [ 1020.345298] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52384384-b768-6119-08f9-8a3a08feb00f" [ 1020.345298] env[69041]: _type = "Task" [ 1020.345298] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.352946] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52384384-b768-6119-08f9-8a3a08feb00f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.499448] env[69041]: DEBUG oslo_vmware.api [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889503, 'name': PowerOnVM_Task, 'duration_secs': 1.015922} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.499737] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.499972] env[69041]: INFO nova.compute.manager [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1020.500213] env[69041]: DEBUG nova.compute.manager [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.501093] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe3779d-9b41-4b0a-acd5-df9a7ef84c0c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.562354] env[69041]: DEBUG nova.network.neutron [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Successfully created port: 750e7226-4db6-4269-b7ef-a15c75bdce9b {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.761811] env[69041]: DEBUG nova.compute.manager [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.855091] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52384384-b768-6119-08f9-8a3a08feb00f, 'name': SearchDatastore_Task, 'duration_secs': 0.008059} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.858204] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b882b165-421a-4db6-98a5-716f7e51e103 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.863287] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for the task: (returnval){ [ 1020.863287] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bdf688-a26f-0090-7554-882c3b4bb32f" [ 1020.863287] env[69041]: _type = "Task" [ 1020.863287] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.873092] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bdf688-a26f-0090-7554-882c3b4bb32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.019061] env[69041]: INFO nova.compute.manager [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Took 42.92 seconds to build instance. [ 1021.181297] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf49f09-0919-49c7-9f67-6f3f97c7d7ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.188687] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8077ef6d-0f92-4ab6-bc09-1ad84d79eb35 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.221392] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232c904e-36cd-428b-8faf-82ee4822900d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.228531] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb14cb-7f24-40d7-863c-0cd78c9bbd7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.241752] env[69041]: DEBUG nova.compute.provider_tree [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.375218] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bdf688-a26f-0090-7554-882c3b4bb32f, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.375218] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.375218] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 318d124d-0fb0-4bb7-9ae4-89baf3885947/318d124d-0fb0-4bb7-9ae4-89baf3885947.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.375218] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4a29192-f101-4f92-90fd-a331f220dcb1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.381699] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for the task: (returnval){ [ 1021.381699] env[69041]: value = "task-2889507" [ 1021.381699] env[69041]: _type = "Task" [ 1021.381699] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.389686] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.522256] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1faeb17-0021-4b08-baa5-f88f373bde53 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "f1264ae5-081f-4b56-a375-0567fbefd71d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.114s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.744751] env[69041]: DEBUG nova.scheduler.client.report [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.773241] env[69041]: DEBUG nova.compute.manager [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.797351] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.797608] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.797770] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.797958] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.798154] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.798408] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.798843] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.799418] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.799418] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.799418] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.799576] env[69041]: DEBUG nova.virt.hardware [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.800508] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904ff836-754b-4447-b7bf-2818a279af62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.809392] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20c114e-4cb8-49b3-9496-ad73d906159d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.892027] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889507, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.028023] env[69041]: DEBUG nova.compute.manager [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.030684] env[69041]: DEBUG nova.compute.manager [req-e3382e15-0b71-489a-9252-1ee4aad425a0 req-aeb0f585-ac6c-47c7-9d62-09a179472549 service nova] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Received event network-vif-plugged-750e7226-4db6-4269-b7ef-a15c75bdce9b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1022.031055] env[69041]: DEBUG oslo_concurrency.lockutils [req-e3382e15-0b71-489a-9252-1ee4aad425a0 req-aeb0f585-ac6c-47c7-9d62-09a179472549 service nova] Acquiring lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.031386] env[69041]: DEBUG oslo_concurrency.lockutils [req-e3382e15-0b71-489a-9252-1ee4aad425a0 req-aeb0f585-ac6c-47c7-9d62-09a179472549 service nova] Lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.031682] env[69041]: DEBUG oslo_concurrency.lockutils [req-e3382e15-0b71-489a-9252-1ee4aad425a0 req-aeb0f585-ac6c-47c7-9d62-09a179472549 service nova] Lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.031988] env[69041]: DEBUG nova.compute.manager [req-e3382e15-0b71-489a-9252-1ee4aad425a0 req-aeb0f585-ac6c-47c7-9d62-09a179472549 service nova] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] No waiting events found dispatching network-vif-plugged-750e7226-4db6-4269-b7ef-a15c75bdce9b {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.032307] env[69041]: WARNING nova.compute.manager [req-e3382e15-0b71-489a-9252-1ee4aad425a0 req-aeb0f585-ac6c-47c7-9d62-09a179472549 service nova] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Received unexpected event network-vif-plugged-750e7226-4db6-4269-b7ef-a15c75bdce9b for instance with vm_state building and task_state spawning. [ 1022.064601] env[69041]: DEBUG nova.network.neutron [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Successfully updated port: 750e7226-4db6-4269-b7ef-a15c75bdce9b {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.249750] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.251312] env[69041]: DEBUG nova.compute.manager [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.252820] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.134s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.253010] env[69041]: DEBUG nova.objects.instance [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1022.392725] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525504} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.392975] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 318d124d-0fb0-4bb7-9ae4-89baf3885947/318d124d-0fb0-4bb7-9ae4-89baf3885947.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.393209] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.393446] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c71cab4e-bffd-4f7f-a3ac-dceabc6a3a24 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.399780] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for the task: (returnval){ [ 1022.399780] env[69041]: value = "task-2889508" [ 1022.399780] env[69041]: _type = "Task" [ 1022.399780] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.407916] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.553604] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.565432] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "refresh_cache-5b9ab20b-7d59-4248-885e-3b4ff7458da3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.565611] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "refresh_cache-5b9ab20b-7d59-4248-885e-3b4ff7458da3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.565829] env[69041]: DEBUG nova.network.neutron [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.758028] env[69041]: DEBUG nova.compute.utils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.762606] env[69041]: DEBUG nova.compute.manager [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.762846] env[69041]: DEBUG nova.network.neutron [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.813072] env[69041]: DEBUG nova.policy [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba0b596fb4bbb8526b8c52693cccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '735e36a825e24027be3e82663a49b692', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.835336] env[69041]: DEBUG nova.compute.manager [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.836353] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eca502-436f-4b90-afd8-fc63af5303e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.909983] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141046} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.910235] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.911046] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4485163-5227-4280-a751-1d41af5834a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.932921] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 318d124d-0fb0-4bb7-9ae4-89baf3885947/318d124d-0fb0-4bb7-9ae4-89baf3885947.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.933078] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b8dfa7-f4e6-4e68-abb1-23eeb36f7e16 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.952231] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for the task: (returnval){ [ 1022.952231] env[69041]: value = "task-2889509" [ 1022.952231] env[69041]: _type = "Task" [ 1022.952231] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.961923] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.043638] env[69041]: DEBUG nova.network.neutron [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Successfully created port: 7ba21954-4c0a-4a0b-a566-cc7facb1589c {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.112818] env[69041]: DEBUG nova.network.neutron [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.263063] env[69041]: DEBUG nova.compute.manager [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.266432] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d6b5affa-3ac6-4c19-9590-45a27b73ebb6 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.269017] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.940s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.269017] env[69041]: DEBUG nova.objects.instance [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lazy-loading 'resources' on Instance uuid 66dc248c-f0df-44dd-9831-a9d3b11e466b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.294511] env[69041]: DEBUG nova.network.neutron [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Updating instance_info_cache with network_info: [{"id": "750e7226-4db6-4269-b7ef-a15c75bdce9b", "address": "fa:16:3e:da:0c:20", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750e7226-4d", "ovs_interfaceid": "750e7226-4db6-4269-b7ef-a15c75bdce9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.347055] env[69041]: INFO nova.compute.manager [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] instance snapshotting [ 1023.349709] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dfcbff-79b0-4b79-87b1-4b67f0e17a18 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.368616] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1392159e-dfbf-452c-bcd8-7fb676c90a02 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.462333] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.798534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "refresh_cache-5b9ab20b-7d59-4248-885e-3b4ff7458da3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.798808] env[69041]: DEBUG nova.compute.manager [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Instance network_info: |[{"id": "750e7226-4db6-4269-b7ef-a15c75bdce9b", "address": "fa:16:3e:da:0c:20", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750e7226-4d", "ovs_interfaceid": "750e7226-4db6-4269-b7ef-a15c75bdce9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.799414] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:0c:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750e7226-4db6-4269-b7ef-a15c75bdce9b', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.806944] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Creating folder: Project (735e36a825e24027be3e82663a49b692). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.807831] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d61fcc-86f8-409c-97bc-bc1a22a740be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.820391] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Created folder: Project (735e36a825e24027be3e82663a49b692) in parent group-v580429. [ 1023.820616] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Creating folder: Instances. Parent ref: group-v580529. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.823084] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23386493-e76d-42c6-a434-d23a92abcb72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.833173] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Created folder: Instances in parent group-v580529. [ 1023.833408] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.835622] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.836034] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-102f8415-939a-46c0-9e0b-058f97e97b59 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.857689] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.857689] env[69041]: value = "task-2889512" [ 1023.857689] env[69041]: _type = "Task" [ 1023.857689] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.867940] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889512, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.881115] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1023.881115] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0876aa3d-eeb2-442e-8249-ba31034e3feb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.890889] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1023.890889] env[69041]: value = "task-2889513" [ 1023.890889] env[69041]: _type = "Task" [ 1023.890889] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.900575] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.964442] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889509, 'name': ReconfigVM_Task, 'duration_secs': 0.824787} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.964721] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 318d124d-0fb0-4bb7-9ae4-89baf3885947/318d124d-0fb0-4bb7-9ae4-89baf3885947.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.965376] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35acc12c-7d69-4f50-950d-5cf39c6a2efe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.973021] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for the task: (returnval){ [ 1023.973021] env[69041]: value = "task-2889514" [ 1023.973021] env[69041]: _type = "Task" [ 1023.973021] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.980415] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889514, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.060844] env[69041]: DEBUG nova.compute.manager [req-7b48a17c-616f-4ad5-bd9a-a14ae1aac7ce req-2e90a977-46e7-4e3e-b012-f53a9e0fcb07 service nova] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Received event network-changed-750e7226-4db6-4269-b7ef-a15c75bdce9b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1024.061105] env[69041]: DEBUG nova.compute.manager [req-7b48a17c-616f-4ad5-bd9a-a14ae1aac7ce req-2e90a977-46e7-4e3e-b012-f53a9e0fcb07 service nova] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Refreshing instance network info cache due to event network-changed-750e7226-4db6-4269-b7ef-a15c75bdce9b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1024.061368] env[69041]: DEBUG oslo_concurrency.lockutils [req-7b48a17c-616f-4ad5-bd9a-a14ae1aac7ce req-2e90a977-46e7-4e3e-b012-f53a9e0fcb07 service nova] Acquiring lock "refresh_cache-5b9ab20b-7d59-4248-885e-3b4ff7458da3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.061725] env[69041]: DEBUG oslo_concurrency.lockutils [req-7b48a17c-616f-4ad5-bd9a-a14ae1aac7ce req-2e90a977-46e7-4e3e-b012-f53a9e0fcb07 service nova] Acquired lock "refresh_cache-5b9ab20b-7d59-4248-885e-3b4ff7458da3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.061941] env[69041]: DEBUG nova.network.neutron [req-7b48a17c-616f-4ad5-bd9a-a14ae1aac7ce req-2e90a977-46e7-4e3e-b012-f53a9e0fcb07 service nova] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Refreshing network info cache for port 750e7226-4db6-4269-b7ef-a15c75bdce9b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.205038] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a15bc10-292e-401a-bf3c-65aef7c22811 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.212518] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7507e4-b462-4f90-8b6d-38769ab43126 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.243797] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb2d4ab-6034-4fe7-bf7d-cf9dd888da35 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.251647] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aeeddf-2ca1-44c9-9dbf-e86ab24501c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.265099] env[69041]: DEBUG nova.compute.provider_tree [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.275957] env[69041]: DEBUG nova.compute.manager [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.300769] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.301022] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.301180] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.301365] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.301901] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.301901] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.301901] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.302083] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.302249] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.302427] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.302627] env[69041]: DEBUG nova.virt.hardware [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.303484] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe621265-7d11-4ea4-94c5-a68dd94ed151 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.311472] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e095a82-27c2-49f8-99e3-14abf1714582 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.366961] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889512, 'name': CreateVM_Task, 'duration_secs': 0.419424} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.367164] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.367851] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.368033] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.368367] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.368618] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff9666a-ff25-4fa9-b179-b338268077af {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.372970] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1024.372970] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52aac938-a7fe-83e6-221f-4004b7f72325" [ 1024.372970] env[69041]: _type = "Task" [ 1024.372970] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.382541] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52aac938-a7fe-83e6-221f-4004b7f72325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.399097] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.483830] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889514, 'name': Rename_Task, 'duration_secs': 0.215404} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.487999] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.487999] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb1a4fad-55b8-431f-b018-ac22eb767c82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.489415] env[69041]: DEBUG nova.network.neutron [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Successfully updated port: 7ba21954-4c0a-4a0b-a566-cc7facb1589c {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.492503] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for the task: (returnval){ [ 1024.492503] env[69041]: value = "task-2889515" [ 1024.492503] env[69041]: _type = "Task" [ 1024.492503] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.504351] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.757627] env[69041]: DEBUG nova.network.neutron [req-7b48a17c-616f-4ad5-bd9a-a14ae1aac7ce req-2e90a977-46e7-4e3e-b012-f53a9e0fcb07 service nova] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Updated VIF entry in instance network info cache for port 750e7226-4db6-4269-b7ef-a15c75bdce9b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.758210] env[69041]: DEBUG nova.network.neutron [req-7b48a17c-616f-4ad5-bd9a-a14ae1aac7ce req-2e90a977-46e7-4e3e-b012-f53a9e0fcb07 service nova] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Updating instance_info_cache with network_info: [{"id": "750e7226-4db6-4269-b7ef-a15c75bdce9b", "address": "fa:16:3e:da:0c:20", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750e7226-4d", "ovs_interfaceid": "750e7226-4db6-4269-b7ef-a15c75bdce9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.771642] env[69041]: DEBUG nova.scheduler.client.report [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.883677] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52aac938-a7fe-83e6-221f-4004b7f72325, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.883983] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.884265] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.884497] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.884645] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.884821] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.885086] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b7db96e-ec76-4a64-b896-f2048a66eb0a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.897264] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.897445] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.901744] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b8c100-c3ee-4ed6-91b8-159fd8675dc5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.903577] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889513, 'name': CreateSnapshot_Task, 'duration_secs': 0.635704} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.903827] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1024.904811] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e87cce9-e947-44b5-8f4f-0f5ecd18e233 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.908089] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1024.908089] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f751c8-66ef-d214-7f37-5872766688e7" [ 1024.908089] env[69041]: _type = "Task" [ 1024.908089] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.920860] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f751c8-66ef-d214-7f37-5872766688e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.993344] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "refresh_cache-d1b5f395-8206-4326-a78a-b4fa7235aebb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.993502] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "refresh_cache-d1b5f395-8206-4326-a78a-b4fa7235aebb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.993700] env[69041]: DEBUG nova.network.neutron [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.004730] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.263492] env[69041]: DEBUG oslo_concurrency.lockutils [req-7b48a17c-616f-4ad5-bd9a-a14ae1aac7ce req-2e90a977-46e7-4e3e-b012-f53a9e0fcb07 service nova] Releasing lock "refresh_cache-5b9ab20b-7d59-4248-885e-3b4ff7458da3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.276577] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.279064] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.263s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.296160] env[69041]: INFO nova.scheduler.client.report [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Deleted allocations for instance 66dc248c-f0df-44dd-9831-a9d3b11e466b [ 1025.424451] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1025.424686] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f751c8-66ef-d214-7f37-5872766688e7, 'name': SearchDatastore_Task, 'duration_secs': 0.027892} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.424890] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5507ca6d-faa9-42ab-983a-4e93a505cdf6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.428091] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b811f64-2997-45a0-a0bd-14f7f5334c55 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.432988] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1025.432988] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a08bda-148e-5f55-ae38-82ce5c47cb97" [ 1025.432988] env[69041]: _type = "Task" [ 1025.432988] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.437801] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1025.437801] env[69041]: value = "task-2889516" [ 1025.437801] env[69041]: _type = "Task" [ 1025.437801] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.443386] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a08bda-148e-5f55-ae38-82ce5c47cb97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.447917] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889516, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.503705] env[69041]: DEBUG oslo_vmware.api [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889515, 'name': PowerOnVM_Task, 'duration_secs': 0.627271} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.505306] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.505558] env[69041]: INFO nova.compute.manager [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1025.505788] env[69041]: DEBUG nova.compute.manager [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.506567] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a934c0f4-f731-4a36-a6e4-af74bc714e66 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.542353] env[69041]: DEBUG nova.network.neutron [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.804576] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f403e38d-c2b8-46f2-965b-a94202c9e539 tempest-DeleteServersAdminTestJSON-1032389812 tempest-DeleteServersAdminTestJSON-1032389812-project-member] Lock "66dc248c-f0df-44dd-9831-a9d3b11e466b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.034s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.901022] env[69041]: DEBUG nova.network.neutron [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Updating instance_info_cache with network_info: [{"id": "7ba21954-4c0a-4a0b-a566-cc7facb1589c", "address": "fa:16:3e:57:48:e3", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba21954-4c", "ovs_interfaceid": "7ba21954-4c0a-4a0b-a566-cc7facb1589c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.947057] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a08bda-148e-5f55-ae38-82ce5c47cb97, 'name': SearchDatastore_Task, 'duration_secs': 0.020147} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.947057] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.947179] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.947417] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916faf1e-f4bf-4df3-b33a-679a585a7458 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.952591] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889516, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.959544] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1025.959544] env[69041]: value = "task-2889517" [ 1025.959544] env[69041]: _type = "Task" [ 1025.959544] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.972342] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.027161] env[69041]: INFO nova.compute.manager [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Took 41.35 seconds to build instance. [ 1026.263553] env[69041]: DEBUG nova.compute.manager [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Received event network-vif-plugged-7ba21954-4c0a-4a0b-a566-cc7facb1589c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.263553] env[69041]: DEBUG oslo_concurrency.lockutils [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] Acquiring lock "d1b5f395-8206-4326-a78a-b4fa7235aebb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.263553] env[69041]: DEBUG oslo_concurrency.lockutils [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] Lock "d1b5f395-8206-4326-a78a-b4fa7235aebb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.263553] env[69041]: DEBUG oslo_concurrency.lockutils [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] Lock "d1b5f395-8206-4326-a78a-b4fa7235aebb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.263553] env[69041]: DEBUG nova.compute.manager [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] No waiting events found dispatching network-vif-plugged-7ba21954-4c0a-4a0b-a566-cc7facb1589c {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.263553] env[69041]: WARNING nova.compute.manager [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Received unexpected event network-vif-plugged-7ba21954-4c0a-4a0b-a566-cc7facb1589c for instance with vm_state building and task_state spawning. [ 1026.263553] env[69041]: DEBUG nova.compute.manager [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Received event network-changed-7ba21954-4c0a-4a0b-a566-cc7facb1589c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.263553] env[69041]: DEBUG nova.compute.manager [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Refreshing instance network info cache due to event network-changed-7ba21954-4c0a-4a0b-a566-cc7facb1589c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1026.263943] env[69041]: DEBUG oslo_concurrency.lockutils [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] Acquiring lock "refresh_cache-d1b5f395-8206-4326-a78a-b4fa7235aebb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.299923] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2736db1-b111-480c-a9c4-336b5bd6c711 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.310392] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dfbfcc-29d8-4a22-975b-cebd7599e3b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.346220] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d899567-c35c-4215-a46b-a236a9ad58a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.355873] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3da86be-c3c1-4cac-9c27-eb1e87cb7fc7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.369967] env[69041]: DEBUG nova.compute.provider_tree [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.403599] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "refresh_cache-d1b5f395-8206-4326-a78a-b4fa7235aebb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.404236] env[69041]: DEBUG nova.compute.manager [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Instance network_info: |[{"id": "7ba21954-4c0a-4a0b-a566-cc7facb1589c", "address": "fa:16:3e:57:48:e3", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba21954-4c", "ovs_interfaceid": "7ba21954-4c0a-4a0b-a566-cc7facb1589c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.404624] env[69041]: DEBUG oslo_concurrency.lockutils [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] Acquired lock "refresh_cache-d1b5f395-8206-4326-a78a-b4fa7235aebb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.404973] env[69041]: DEBUG nova.network.neutron [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Refreshing network info cache for port 7ba21954-4c0a-4a0b-a566-cc7facb1589c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.406839] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:48:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ba21954-4c0a-4a0b-a566-cc7facb1589c', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.416968] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.420491] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.421535] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff59c666-ae5b-4f14-8480-2d723f70e075 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.449047] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.449047] env[69041]: value = "task-2889518" [ 1026.449047] env[69041]: _type = "Task" [ 1026.449047] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.454875] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889516, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.460531] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889518, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.471842] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889517, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.530281] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a464304d-2fbf-4e07-9238-cc120c98309e tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Lock "318d124d-0fb0-4bb7-9ae4-89baf3885947" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.060s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.671895] env[69041]: DEBUG nova.network.neutron [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Updated VIF entry in instance network info cache for port 7ba21954-4c0a-4a0b-a566-cc7facb1589c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.672383] env[69041]: DEBUG nova.network.neutron [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Updating instance_info_cache with network_info: [{"id": "7ba21954-4c0a-4a0b-a566-cc7facb1589c", "address": "fa:16:3e:57:48:e3", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ba21954-4c", "ovs_interfaceid": "7ba21954-4c0a-4a0b-a566-cc7facb1589c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.873226] env[69041]: DEBUG nova.scheduler.client.report [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.949975] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889516, 'name': CloneVM_Task, 'duration_secs': 1.197067} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.952944] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Created linked-clone VM from snapshot [ 1026.953686] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a491bc-5c8d-454f-930c-3bdaceffd5b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.963534] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889518, 'name': CreateVM_Task, 'duration_secs': 0.321681} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.971291] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.971615] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Uploading image 46eff5ed-0d5e-46e6-a4cd-d1de1c5ec56a {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1026.973922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.974772] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.975599] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.976431] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a16eefa-edda-4757-886b-a1396c49fbed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.981273] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557856} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.981851] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.982111] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.982358] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06acada7-d99e-4c54-a8ee-e622ff62c29e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.985274] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1026.985274] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ccbff9-7f32-313e-41ba-208f290e5fa7" [ 1026.985274] env[69041]: _type = "Task" [ 1026.985274] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.990081] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1026.990081] env[69041]: value = "task-2889519" [ 1026.990081] env[69041]: _type = "Task" [ 1026.990081] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.994414] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ccbff9-7f32-313e-41ba-208f290e5fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.002029] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.003858] env[69041]: DEBUG oslo_vmware.rw_handles [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1027.003858] env[69041]: value = "vm-580533" [ 1027.003858] env[69041]: _type = "VirtualMachine" [ 1027.003858] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1027.004165] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0a16397d-239b-4160-999e-d0886ad9edac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.010668] env[69041]: DEBUG oslo_vmware.rw_handles [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lease: (returnval){ [ 1027.010668] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521d7dcc-5ee2-6d5c-1400-f70f1749a6dc" [ 1027.010668] env[69041]: _type = "HttpNfcLease" [ 1027.010668] env[69041]: } obtained for exporting VM: (result){ [ 1027.010668] env[69041]: value = "vm-580533" [ 1027.010668] env[69041]: _type = "VirtualMachine" [ 1027.010668] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1027.010990] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the lease: (returnval){ [ 1027.010990] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521d7dcc-5ee2-6d5c-1400-f70f1749a6dc" [ 1027.010990] env[69041]: _type = "HttpNfcLease" [ 1027.010990] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1027.018174] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.018174] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521d7dcc-5ee2-6d5c-1400-f70f1749a6dc" [ 1027.018174] env[69041]: _type = "HttpNfcLease" [ 1027.018174] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.035798] env[69041]: DEBUG nova.compute.manager [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.176250] env[69041]: DEBUG oslo_concurrency.lockutils [req-932c7a33-7ce4-483f-8949-a2c7a48e745b req-778f88e9-c365-44d0-861f-160c1453286b service nova] Releasing lock "refresh_cache-d1b5f395-8206-4326-a78a-b4fa7235aebb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.434221] env[69041]: DEBUG nova.compute.manager [req-bfcec94f-9e2f-4468-8c74-22bf668f68e6 req-a93b11a4-1dfa-4b0f-965b-6faece61a452 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Received event network-changed-7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1027.434427] env[69041]: DEBUG nova.compute.manager [req-bfcec94f-9e2f-4468-8c74-22bf668f68e6 req-a93b11a4-1dfa-4b0f-965b-6faece61a452 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Refreshing instance network info cache due to event network-changed-7ded66dc-03dd-4a98-b586-e27ad8e6ad53. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1027.434669] env[69041]: DEBUG oslo_concurrency.lockutils [req-bfcec94f-9e2f-4468-8c74-22bf668f68e6 req-a93b11a4-1dfa-4b0f-965b-6faece61a452 service nova] Acquiring lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.434843] env[69041]: DEBUG oslo_concurrency.lockutils [req-bfcec94f-9e2f-4468-8c74-22bf668f68e6 req-a93b11a4-1dfa-4b0f-965b-6faece61a452 service nova] Acquired lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.435327] env[69041]: DEBUG nova.network.neutron [req-bfcec94f-9e2f-4468-8c74-22bf668f68e6 req-a93b11a4-1dfa-4b0f-965b-6faece61a452 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Refreshing network info cache for port 7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.500487] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ccbff9-7f32-313e-41ba-208f290e5fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.023189} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.502045] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.502045] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.502045] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.502045] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.502045] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.502596] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e6d87d7-11ca-457c-9d46-a09640a7cd71 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.509492] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.358504} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.510067] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.510851] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b002e8-cf79-40f6-8368-26f1409cb8c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.515828] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.516013] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.519973] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4d0a0b-cece-4eea-89d0-7c294c9de484 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.539878] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.543167] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b82a21ea-41f5-4449-9410-f88339fe7b5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.562887] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1027.562887] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5225a9a1-2813-9fcd-d6e9-026194876d6f" [ 1027.562887] env[69041]: _type = "Task" [ 1027.562887] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.563087] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.563087] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521d7dcc-5ee2-6d5c-1400-f70f1749a6dc" [ 1027.563087] env[69041]: _type = "HttpNfcLease" [ 1027.563087] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1027.564223] env[69041]: DEBUG oslo_vmware.rw_handles [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1027.564223] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521d7dcc-5ee2-6d5c-1400-f70f1749a6dc" [ 1027.564223] env[69041]: _type = "HttpNfcLease" [ 1027.564223] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1027.568023] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9b7853-0fe6-42e8-8b9e-9e6c0f16501c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.573372] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1027.573372] env[69041]: value = "task-2889521" [ 1027.573372] env[69041]: _type = "Task" [ 1027.573372] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.585411] env[69041]: DEBUG oslo_vmware.rw_handles [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ce9d-6ce0-8b5f-e66c-20e68670f944/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1027.585604] env[69041]: DEBUG oslo_vmware.rw_handles [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ce9d-6ce0-8b5f-e66c-20e68670f944/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1027.586973] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5225a9a1-2813-9fcd-d6e9-026194876d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.020829} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.587932] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.589927] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c87ab6d-74eb-4799-bdab-68416375bddb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.650922] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.654578] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1027.654578] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525f2c33-e1d1-6519-4ffc-5a5d81147986" [ 1027.654578] env[69041]: _type = "Task" [ 1027.654578] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.665173] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525f2c33-e1d1-6519-4ffc-5a5d81147986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.721939] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-abe008ef-b06f-4687-8fab-4cc4d2f24017 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.888520] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.607s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.895912] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.971s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.897113] env[69041]: DEBUG nova.objects.instance [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lazy-loading 'resources' on Instance uuid 6765dff9-29d9-477e-be08-bf5cabc069be {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.085572] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889521, 'name': ReconfigVM_Task, 'duration_secs': 0.371684} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.085895] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.086546] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e4c7968-9894-463b-af66-719e55e0746b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.096326] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1028.096326] env[69041]: value = "task-2889522" [ 1028.096326] env[69041]: _type = "Task" [ 1028.096326] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.106024] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889522, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.167814] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525f2c33-e1d1-6519-4ffc-5a5d81147986, 'name': SearchDatastore_Task, 'duration_secs': 0.014592} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.170370] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.170653] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] d1b5f395-8206-4326-a78a-b4fa7235aebb/d1b5f395-8206-4326-a78a-b4fa7235aebb.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.171027] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02cb193a-d858-49d4-91f2-f13fc26ed82b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.178841] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1028.178841] env[69041]: value = "task-2889523" [ 1028.178841] env[69041]: _type = "Task" [ 1028.178841] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.189703] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.209329] env[69041]: DEBUG nova.network.neutron [req-bfcec94f-9e2f-4468-8c74-22bf668f68e6 req-a93b11a4-1dfa-4b0f-965b-6faece61a452 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Updated VIF entry in instance network info cache for port 7ded66dc-03dd-4a98-b586-e27ad8e6ad53. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.210046] env[69041]: DEBUG nova.network.neutron [req-bfcec94f-9e2f-4468-8c74-22bf668f68e6 req-a93b11a4-1dfa-4b0f-965b-6faece61a452 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Updating instance_info_cache with network_info: [{"id": "7ded66dc-03dd-4a98-b586-e27ad8e6ad53", "address": "fa:16:3e:08:99:e0", "network": {"id": "e1fc8f25-b68f-4d95-9b73-83bf520524c1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-434760031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "710229fa28f04025af8f810838728a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ded66dc-03", "ovs_interfaceid": "7ded66dc-03dd-4a98-b586-e27ad8e6ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.462541] env[69041]: INFO nova.scheduler.client.report [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Deleted allocation for migration 79fa12b2-0e06-4eed-9482-5cb5fd4503a7 [ 1028.610472] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889522, 'name': Rename_Task, 'duration_secs': 0.245602} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.610879] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.611232] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-257e3bda-d61f-4d25-8277-27a36a678556 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.621587] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1028.621587] env[69041]: value = "task-2889524" [ 1028.621587] env[69041]: _type = "Task" [ 1028.621587] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.630894] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.698204] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889523, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.717791] env[69041]: DEBUG oslo_concurrency.lockutils [req-bfcec94f-9e2f-4468-8c74-22bf668f68e6 req-a93b11a4-1dfa-4b0f-965b-6faece61a452 service nova] Releasing lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.906103] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5910f569-6b96-4e12-9202-038f7d1073de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.913864] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608345dc-8ef7-490c-ae03-61461a59ade1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.946989] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3c7784-336f-472c-8327-587440337c51 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.954497] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d033ed1-8747-4155-81dd-026301af23e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.968326] env[69041]: DEBUG nova.compute.provider_tree [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.973110] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d854576c-3ff2-4c3a-818b-1316f97f65b7 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "41e6dba2-9431-4197-b797-d486e5c406e1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.785s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.133942] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.196442] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599409} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.196852] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] d1b5f395-8206-4326-a78a-b4fa7235aebb/d1b5f395-8206-4326-a78a-b4fa7235aebb.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.197231] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.197537] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4cea8c3-3feb-4e71-b1a4-93069a992b56 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.205317] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1029.205317] env[69041]: value = "task-2889525" [ 1029.205317] env[69041]: _type = "Task" [ 1029.205317] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.214877] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.471983] env[69041]: DEBUG nova.scheduler.client.report [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.632663] env[69041]: DEBUG oslo_vmware.api [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889524, 'name': PowerOnVM_Task, 'duration_secs': 0.948059} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.633412] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.633412] env[69041]: INFO nova.compute.manager [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1029.633714] env[69041]: DEBUG nova.compute.manager [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.634575] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681374f2-4b5f-4f22-a16d-6c021ae591c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.719604] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142475} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.720174] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.722440] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc1598a-8745-4edf-b32b-39622de3ab1f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.764903] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d1b5f395-8206-4326-a78a-b4fa7235aebb/d1b5f395-8206-4326-a78a-b4fa7235aebb.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.765823] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edff03c1-dffa-4d0d-809e-bdfd1ca4f33b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.787491] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1029.787491] env[69041]: value = "task-2889526" [ 1029.787491] env[69041]: _type = "Task" [ 1029.787491] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.796231] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.981117] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.984111] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.017s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.985939] env[69041]: INFO nova.compute.claims [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.013315] env[69041]: INFO nova.scheduler.client.report [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted allocations for instance 6765dff9-29d9-477e-be08-bf5cabc069be [ 1030.157932] env[69041]: INFO nova.compute.manager [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Took 38.47 seconds to build instance. [ 1030.299426] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.522298] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6dcbf244-8b2c-479c-8f3d-b6b71ed9680d tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "6765dff9-29d9-477e-be08-bf5cabc069be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.265s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.645550] env[69041]: DEBUG nova.compute.manager [req-3ab21f79-2ec3-4f90-9c22-a8fd149747d8 req-2d2458aa-5727-49a6-b4d9-94d40ee383d1 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Received event network-changed-7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.645550] env[69041]: DEBUG nova.compute.manager [req-3ab21f79-2ec3-4f90-9c22-a8fd149747d8 req-2d2458aa-5727-49a6-b4d9-94d40ee383d1 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Refreshing instance network info cache due to event network-changed-7ded66dc-03dd-4a98-b586-e27ad8e6ad53. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1030.645717] env[69041]: DEBUG oslo_concurrency.lockutils [req-3ab21f79-2ec3-4f90-9c22-a8fd149747d8 req-2d2458aa-5727-49a6-b4d9-94d40ee383d1 service nova] Acquiring lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.645917] env[69041]: DEBUG oslo_concurrency.lockutils [req-3ab21f79-2ec3-4f90-9c22-a8fd149747d8 req-2d2458aa-5727-49a6-b4d9-94d40ee383d1 service nova] Acquired lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.646150] env[69041]: DEBUG nova.network.neutron [req-3ab21f79-2ec3-4f90-9c22-a8fd149747d8 req-2d2458aa-5727-49a6-b4d9-94d40ee383d1 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Refreshing network info cache for port 7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.660120] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d07286e-8a8a-4dec-9928-22477ac3b00e tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.218s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.798848] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889526, 'name': ReconfigVM_Task, 'duration_secs': 0.512421} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.799214] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d1b5f395-8206-4326-a78a-b4fa7235aebb/d1b5f395-8206-4326-a78a-b4fa7235aebb.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.799824] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05eaa1bb-a7b4-4131-afaf-0ba9f89d54d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.807701] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1030.807701] env[69041]: value = "task-2889527" [ 1030.807701] env[69041]: _type = "Task" [ 1030.807701] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.817075] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889527, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.163191] env[69041]: DEBUG nova.compute.manager [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.325709] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889527, 'name': Rename_Task, 'duration_secs': 0.360387} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.328480] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.330965] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5daa2309-4b3a-49fa-82ec-752ee606ab58 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.340382] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1031.340382] env[69041]: value = "task-2889528" [ 1031.340382] env[69041]: _type = "Task" [ 1031.340382] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.353117] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.514589] env[69041]: DEBUG nova.network.neutron [req-3ab21f79-2ec3-4f90-9c22-a8fd149747d8 req-2d2458aa-5727-49a6-b4d9-94d40ee383d1 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Updated VIF entry in instance network info cache for port 7ded66dc-03dd-4a98-b586-e27ad8e6ad53. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.515310] env[69041]: DEBUG nova.network.neutron [req-3ab21f79-2ec3-4f90-9c22-a8fd149747d8 req-2d2458aa-5727-49a6-b4d9-94d40ee383d1 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Updating instance_info_cache with network_info: [{"id": "7ded66dc-03dd-4a98-b586-e27ad8e6ad53", "address": "fa:16:3e:08:99:e0", "network": {"id": "e1fc8f25-b68f-4d95-9b73-83bf520524c1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-434760031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "710229fa28f04025af8f810838728a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ded66dc-03", "ovs_interfaceid": "7ded66dc-03dd-4a98-b586-e27ad8e6ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.623413] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e06a577-e754-4a82-82ad-4080152b1a4c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.632321] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba83b6e-36bf-4235-b5da-199259be9f66 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.667641] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54a2ae8-d21d-417c-8fb5-a2832e6a5f9c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.678861] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3a2982-09d7-40f3-8b53-1940a0bacb6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.693380] env[69041]: DEBUG nova.compute.provider_tree [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.696255] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.807394] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "d623caaa-5a89-4a77-8551-af042fdfa849" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.807394] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "d623caaa-5a89-4a77-8551-af042fdfa849" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.849841] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.018993] env[69041]: DEBUG oslo_concurrency.lockutils [req-3ab21f79-2ec3-4f90-9c22-a8fd149747d8 req-2d2458aa-5727-49a6-b4d9-94d40ee383d1 service nova] Releasing lock "refresh_cache-318d124d-0fb0-4bb7-9ae4-89baf3885947" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.198044] env[69041]: DEBUG nova.scheduler.client.report [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.210803] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquiring lock "318d124d-0fb0-4bb7-9ae4-89baf3885947" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.211182] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Lock "318d124d-0fb0-4bb7-9ae4-89baf3885947" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.211454] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquiring lock "318d124d-0fb0-4bb7-9ae4-89baf3885947-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.211833] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Lock "318d124d-0fb0-4bb7-9ae4-89baf3885947-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.212041] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Lock "318d124d-0fb0-4bb7-9ae4-89baf3885947-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.215167] env[69041]: INFO nova.compute.manager [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Terminating instance [ 1032.350569] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.704861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.705407] env[69041]: DEBUG nova.compute.manager [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.711610] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.202s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.711610] env[69041]: DEBUG nova.objects.instance [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lazy-loading 'resources' on Instance uuid ae0d588e-cddd-4704-9222-a512509267b0 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.719973] env[69041]: DEBUG nova.compute.manager [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.720225] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.722285] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b781b2d2-c2c0-4769-bca5-c51ea5c75ac5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.737818] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.738204] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d33c2fb-8395-40b4-8c78-01443e89f65e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.747627] env[69041]: DEBUG oslo_vmware.api [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for the task: (returnval){ [ 1032.747627] env[69041]: value = "task-2889529" [ 1032.747627] env[69041]: _type = "Task" [ 1032.747627] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.756666] env[69041]: DEBUG oslo_vmware.api [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.852829] env[69041]: DEBUG oslo_vmware.api [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889528, 'name': PowerOnVM_Task, 'duration_secs': 1.381235} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.852829] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.852829] env[69041]: INFO nova.compute.manager [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1032.852829] env[69041]: DEBUG nova.compute.manager [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.854188] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cddd810-d309-4530-97b1-42f1aa9770a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.216287] env[69041]: DEBUG nova.compute.utils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.221854] env[69041]: DEBUG nova.compute.manager [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.221854] env[69041]: DEBUG nova.network.neutron [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.257246] env[69041]: DEBUG oslo_vmware.api [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889529, 'name': PowerOffVM_Task, 'duration_secs': 0.29815} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.260149] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.260290] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.261026] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e122f57b-4c54-4cda-95f2-42a62b71f29a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.265279] env[69041]: DEBUG nova.policy [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f87d52b6e9c247da9b4917395b171932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c72ea8ba09e840a4947655ee03d19b1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.326553] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.326800] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.326997] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Deleting the datastore file [datastore1] 318d124d-0fb0-4bb7-9ae4-89baf3885947 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.327341] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62c42dc9-78ab-46b9-9198-a08a86ba6865 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.339034] env[69041]: DEBUG oslo_vmware.api [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for the task: (returnval){ [ 1033.339034] env[69041]: value = "task-2889531" [ 1033.339034] env[69041]: _type = "Task" [ 1033.339034] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.345837] env[69041]: DEBUG oslo_vmware.api [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.375136] env[69041]: INFO nova.compute.manager [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Took 41.09 seconds to build instance. [ 1033.596294] env[69041]: DEBUG nova.network.neutron [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Successfully created port: 4fcadb6d-39af-4efe-ac65-9398a918c928 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.720882] env[69041]: DEBUG nova.compute.manager [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.784634] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f3bbf1-a7b8-4a30-aed8-ade489e40654 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.793394] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5828800d-6969-45a5-bffa-966bd75a7b25 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.833985] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f614835-69c5-43f7-84eb-89988b7eaf35 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.840098] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "a0359bd2-810e-482e-ab77-6a4f2c46872a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.840410] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "a0359bd2-810e-482e-ab77-6a4f2c46872a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.847919] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d845d-4e51-4df3-966c-47224e85c997 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.855262] env[69041]: DEBUG oslo_vmware.api [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Task: {'id': task-2889531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323603} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.855928] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.856129] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.856331] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.856503] env[69041]: INFO nova.compute.manager [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1033.856764] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.856956] env[69041]: DEBUG nova.compute.manager [-] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.857080] env[69041]: DEBUG nova.network.neutron [-] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.868033] env[69041]: DEBUG nova.compute.provider_tree [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.881898] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82ec241b-713a-48da-9689-6ea569eb5cfe tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d1b5f395-8206-4326-a78a-b4fa7235aebb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.563s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.208595] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.208872] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.209093] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.209279] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.209447] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.212253] env[69041]: INFO nova.compute.manager [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Terminating instance [ 1034.370527] env[69041]: DEBUG nova.scheduler.client.report [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.389213] env[69041]: DEBUG nova.compute.manager [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.718182] env[69041]: DEBUG nova.compute.manager [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.718469] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.720511] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abca2fa-abef-4816-addc-5fa9fb7d4691 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.727636] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.727927] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd98548d-79a1-43ce-b93f-4b7446a2a0be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.732052] env[69041]: DEBUG nova.compute.manager [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.738659] env[69041]: DEBUG oslo_vmware.api [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1034.738659] env[69041]: value = "task-2889532" [ 1034.738659] env[69041]: _type = "Task" [ 1034.738659] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.745494] env[69041]: DEBUG oslo_vmware.api [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.761715] env[69041]: DEBUG nova.compute.manager [req-9af1084a-582d-4b04-9499-3d1fd35456cf req-f105f33b-d4ed-4d68-bfa2-c1cb5a567b99 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Received event network-vif-deleted-7ded66dc-03dd-4a98-b586-e27ad8e6ad53 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1034.761797] env[69041]: INFO nova.compute.manager [req-9af1084a-582d-4b04-9499-3d1fd35456cf req-f105f33b-d4ed-4d68-bfa2-c1cb5a567b99 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Neutron deleted interface 7ded66dc-03dd-4a98-b586-e27ad8e6ad53; detaching it from the instance and deleting it from the info cache [ 1034.761976] env[69041]: DEBUG nova.network.neutron [req-9af1084a-582d-4b04-9499-3d1fd35456cf req-f105f33b-d4ed-4d68-bfa2-c1cb5a567b99 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.766486] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.766782] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.766961] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.767465] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.767616] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.767819] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.768151] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.768396] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.768605] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.769100] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.769100] env[69041]: DEBUG nova.virt.hardware [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.770387] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550160e1-d4a7-42f5-b779-4c3cb1ab71a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.781506] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecb9bbf-0dfc-4cf9-846f-8509b9807008 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.862369] env[69041]: DEBUG nova.network.neutron [-] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.877011] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.881020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.848s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.881796] env[69041]: INFO nova.compute.claims [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.897062] env[69041]: INFO nova.scheduler.client.report [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Deleted allocations for instance ae0d588e-cddd-4704-9222-a512509267b0 [ 1034.920632] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.140822] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "d437a775-e75e-4593-a0b5-1e7f249eb942" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.141230] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d437a775-e75e-4593-a0b5-1e7f249eb942" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.144225] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "0a09110f-f96d-4f19-92bb-984ebafb9f76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.144577] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "0a09110f-f96d-4f19-92bb-984ebafb9f76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.166407] env[69041]: DEBUG nova.compute.manager [req-c348e9a2-41e7-4897-9046-9b28d314fb52 req-bcdc4e88-7d65-4953-93f8-1e5a37652eda service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Received event network-vif-plugged-4fcadb6d-39af-4efe-ac65-9398a918c928 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1035.167971] env[69041]: DEBUG oslo_concurrency.lockutils [req-c348e9a2-41e7-4897-9046-9b28d314fb52 req-bcdc4e88-7d65-4953-93f8-1e5a37652eda service nova] Acquiring lock "3dfa074e-f205-4cef-91c5-685c51956b35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.167971] env[69041]: DEBUG oslo_concurrency.lockutils [req-c348e9a2-41e7-4897-9046-9b28d314fb52 req-bcdc4e88-7d65-4953-93f8-1e5a37652eda service nova] Lock "3dfa074e-f205-4cef-91c5-685c51956b35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.167971] env[69041]: DEBUG oslo_concurrency.lockutils [req-c348e9a2-41e7-4897-9046-9b28d314fb52 req-bcdc4e88-7d65-4953-93f8-1e5a37652eda service nova] Lock "3dfa074e-f205-4cef-91c5-685c51956b35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.167971] env[69041]: DEBUG nova.compute.manager [req-c348e9a2-41e7-4897-9046-9b28d314fb52 req-bcdc4e88-7d65-4953-93f8-1e5a37652eda service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] No waiting events found dispatching network-vif-plugged-4fcadb6d-39af-4efe-ac65-9398a918c928 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.167971] env[69041]: WARNING nova.compute.manager [req-c348e9a2-41e7-4897-9046-9b28d314fb52 req-bcdc4e88-7d65-4953-93f8-1e5a37652eda service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Received unexpected event network-vif-plugged-4fcadb6d-39af-4efe-ac65-9398a918c928 for instance with vm_state building and task_state spawning. [ 1035.247593] env[69041]: DEBUG oslo_vmware.api [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889532, 'name': PowerOffVM_Task, 'duration_secs': 0.369002} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.247882] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.248065] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.248320] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca29a0a5-5dc8-453a-b406-12203da976c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.264785] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5902cd5a-ec42-4523-b41b-77c121e514f7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.274422] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e881b-dac5-4ddb-896b-c439d12110d1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.288025] env[69041]: DEBUG nova.network.neutron [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Successfully updated port: 4fcadb6d-39af-4efe-ac65-9398a918c928 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.310439] env[69041]: DEBUG nova.compute.manager [req-9af1084a-582d-4b04-9499-3d1fd35456cf req-f105f33b-d4ed-4d68-bfa2-c1cb5a567b99 service nova] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Detach interface failed, port_id=7ded66dc-03dd-4a98-b586-e27ad8e6ad53, reason: Instance 318d124d-0fb0-4bb7-9ae4-89baf3885947 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1035.321314] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.321547] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.321769] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Deleting the datastore file [datastore2] 02cf0f6e-82b4-4db4-9f15-3a3770a4781f {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.322124] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f0f5342-292d-4d0d-ab45-58b0163cb8a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.329594] env[69041]: DEBUG oslo_vmware.api [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1035.329594] env[69041]: value = "task-2889534" [ 1035.329594] env[69041]: _type = "Task" [ 1035.329594] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.337635] env[69041]: DEBUG oslo_vmware.api [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.364795] env[69041]: INFO nova.compute.manager [-] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Took 1.51 seconds to deallocate network for instance. [ 1035.411116] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9a2f50e-6f13-4c9a-b5e3-e5b715f56fe0 tempest-ImagesOneServerTestJSON-308000446 tempest-ImagesOneServerTestJSON-308000446-project-member] Lock "ae0d588e-cddd-4704-9222-a512509267b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.750s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.790515] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquiring lock "refresh_cache-3dfa074e-f205-4cef-91c5-685c51956b35" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.790658] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquired lock "refresh_cache-3dfa074e-f205-4cef-91c5-685c51956b35" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.790805] env[69041]: DEBUG nova.network.neutron [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.840665] env[69041]: DEBUG oslo_vmware.api [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265036} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.840936] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.841158] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.841400] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.841607] env[69041]: INFO nova.compute.manager [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1035.841864] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.842122] env[69041]: DEBUG nova.compute.manager [-] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.842205] env[69041]: DEBUG nova.network.neutron [-] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.871661] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.330773] env[69041]: DEBUG nova.network.neutron [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.386053] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525d30b4-68f8-4ca5-9929-ed3b9c98a094 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.395535] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd33a67-1f90-47e0-b2cd-302856e70573 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.428482] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea65d0d-5e8e-471d-850e-df53929b7873 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.438431] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d770c-736e-4d8c-8953-df5969b1a491 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.452592] env[69041]: DEBUG nova.compute.provider_tree [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.470191] env[69041]: DEBUG nova.network.neutron [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Updating instance_info_cache with network_info: [{"id": "4fcadb6d-39af-4efe-ac65-9398a918c928", "address": "fa:16:3e:ae:57:85", "network": {"id": "08fdcf68-dc62-42ad-9605-698779d43677", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-7340664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c72ea8ba09e840a4947655ee03d19b1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fcadb6d-39", "ovs_interfaceid": "4fcadb6d-39af-4efe-ac65-9398a918c928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.956289] env[69041]: DEBUG nova.scheduler.client.report [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.977222] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Releasing lock "refresh_cache-3dfa074e-f205-4cef-91c5-685c51956b35" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.977222] env[69041]: DEBUG nova.compute.manager [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Instance network_info: |[{"id": "4fcadb6d-39af-4efe-ac65-9398a918c928", "address": "fa:16:3e:ae:57:85", "network": {"id": "08fdcf68-dc62-42ad-9605-698779d43677", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-7340664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c72ea8ba09e840a4947655ee03d19b1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fcadb6d-39", "ovs_interfaceid": "4fcadb6d-39af-4efe-ac65-9398a918c928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.977222] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:57:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fcadb6d-39af-4efe-ac65-9398a918c928', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.984964] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Creating folder: Project (c72ea8ba09e840a4947655ee03d19b1e). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.987085] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d30da8a-4172-45b7-94db-3b3a08f3838d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.998711] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Created folder: Project (c72ea8ba09e840a4947655ee03d19b1e) in parent group-v580429. [ 1036.998933] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Creating folder: Instances. Parent ref: group-v580535. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.999216] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3ff9c00-6b66-49d1-ba88-26b8b16fade5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.008042] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Created folder: Instances in parent group-v580535. [ 1037.008304] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.008499] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.008705] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-990d2a3a-69ce-4265-809b-48230176d029 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.032490] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.032490] env[69041]: value = "task-2889537" [ 1037.032490] env[69041]: _type = "Task" [ 1037.032490] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.041341] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889537, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.296306] env[69041]: DEBUG nova.compute.manager [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Received event network-changed-4fcadb6d-39af-4efe-ac65-9398a918c928 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.296505] env[69041]: DEBUG nova.compute.manager [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Refreshing instance network info cache due to event network-changed-4fcadb6d-39af-4efe-ac65-9398a918c928. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1037.296718] env[69041]: DEBUG oslo_concurrency.lockutils [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] Acquiring lock "refresh_cache-3dfa074e-f205-4cef-91c5-685c51956b35" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.296862] env[69041]: DEBUG oslo_concurrency.lockutils [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] Acquired lock "refresh_cache-3dfa074e-f205-4cef-91c5-685c51956b35" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.297629] env[69041]: DEBUG nova.network.neutron [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Refreshing network info cache for port 4fcadb6d-39af-4efe-ac65-9398a918c928 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.313995] env[69041]: DEBUG nova.network.neutron [-] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.461686] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.461686] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.464669] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.341s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.466238] env[69041]: INFO nova.compute.claims [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.545263] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889537, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.816756] env[69041]: INFO nova.compute.manager [-] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Took 1.97 seconds to deallocate network for instance. [ 1037.971828] env[69041]: DEBUG nova.compute.utils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.977637] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.977637] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.019543] env[69041]: DEBUG nova.policy [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2f5884ff73447bd98832f9573568ae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '797f43bb7ebd40da832406dab1be9a3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.030122] env[69041]: DEBUG nova.network.neutron [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Updated VIF entry in instance network info cache for port 4fcadb6d-39af-4efe-ac65-9398a918c928. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.031327] env[69041]: DEBUG nova.network.neutron [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Updating instance_info_cache with network_info: [{"id": "4fcadb6d-39af-4efe-ac65-9398a918c928", "address": "fa:16:3e:ae:57:85", "network": {"id": "08fdcf68-dc62-42ad-9605-698779d43677", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-7340664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c72ea8ba09e840a4947655ee03d19b1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fcadb6d-39", "ovs_interfaceid": "4fcadb6d-39af-4efe-ac65-9398a918c928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.043501] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889537, 'name': CreateVM_Task, 'duration_secs': 0.603437} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.044355] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.045122] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.045284] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.045604] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.047885] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f3f4101-6d06-4093-8c08-347a20b83334 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.053649] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for the task: (returnval){ [ 1038.053649] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d6ddd7-f5bc-84e3-8623-db56826c7682" [ 1038.053649] env[69041]: _type = "Task" [ 1038.053649] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.056400] env[69041]: DEBUG oslo_vmware.rw_handles [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ce9d-6ce0-8b5f-e66c-20e68670f944/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.057604] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6563b9f8-c02c-4f9f-90c3-911111526fc6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.066836] env[69041]: DEBUG oslo_vmware.rw_handles [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ce9d-6ce0-8b5f-e66c-20e68670f944/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.066968] env[69041]: ERROR oslo_vmware.rw_handles [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ce9d-6ce0-8b5f-e66c-20e68670f944/disk-0.vmdk due to incomplete transfer. [ 1038.071055] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8bdefc8-ada7-4ed7-b551-5f429829d476 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.072611] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d6ddd7-f5bc-84e3-8623-db56826c7682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.079325] env[69041]: DEBUG oslo_vmware.rw_handles [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9ce9d-6ce0-8b5f-e66c-20e68670f944/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1038.079325] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Uploaded image 46eff5ed-0d5e-46e6-a4cd-d1de1c5ec56a to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1038.081832] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1038.081832] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60414626-ca1c-4fef-b8aa-bd37c93299da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.087776] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1038.087776] env[69041]: value = "task-2889538" [ 1038.087776] env[69041]: _type = "Task" [ 1038.087776] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.095686] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889538, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.325177] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.480676] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.487422] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Successfully created port: 10387792-3938-425d-bfb1-62a079ddbe29 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.532814] env[69041]: DEBUG oslo_concurrency.lockutils [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] Releasing lock "refresh_cache-3dfa074e-f205-4cef-91c5-685c51956b35" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.533118] env[69041]: DEBUG nova.compute.manager [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Received event network-vif-deleted-0e3df124-9038-4514-9ba6-3c3b6443613a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.533251] env[69041]: INFO nova.compute.manager [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Neutron deleted interface 0e3df124-9038-4514-9ba6-3c3b6443613a; detaching it from the instance and deleting it from the info cache [ 1038.533437] env[69041]: DEBUG nova.network.neutron [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.569278] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d6ddd7-f5bc-84e3-8623-db56826c7682, 'name': SearchDatastore_Task, 'duration_secs': 0.043343} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.569574] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.569810] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.570058] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.570209] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.570390] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.570647] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1a01880-4ccd-41f3-9b69-92a5e86f3a11 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.588609] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.588609] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.588944] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db67cc0b-980a-4d73-b2e2-6f5a47126ee6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.601843] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for the task: (returnval){ [ 1038.601843] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52be8f98-b5c1-45a3-5a57-d8dc55f73a6f" [ 1038.601843] env[69041]: _type = "Task" [ 1038.601843] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.605072] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889538, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.616777] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52be8f98-b5c1-45a3-5a57-d8dc55f73a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.939902] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe22784-3f04-48b4-b6b9-5e5ec7110496 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.947636] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0427fb-2dea-45a6-a5ec-7f2e84fe92cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.985076] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5151bd-eb06-490d-b6be-e1fd53151f8f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.999027] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e3ce89-a641-4660-b5c3-03ed96f27313 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.012192] env[69041]: DEBUG nova.compute.provider_tree [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.036477] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9669e74-4514-435d-803e-82b0dfc46308 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.046188] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a69ef9-c316-48db-88da-b785848565eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.079948] env[69041]: DEBUG nova.compute.manager [req-b6463017-8075-456a-836e-61fe409cfb45 req-c7a90374-ba37-40c1-a997-db2e6fe192d0 service nova] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Detach interface failed, port_id=0e3df124-9038-4514-9ba6-3c3b6443613a, reason: Instance 02cf0f6e-82b4-4db4-9f15-3a3770a4781f could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1039.098102] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889538, 'name': Destroy_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.114315] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52be8f98-b5c1-45a3-5a57-d8dc55f73a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.075859} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.115064] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ec389e-b524-46a7-86f0-663666dc095f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.119955] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for the task: (returnval){ [ 1039.119955] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526a20a2-ecc2-5e13-b2c7-63a7cc91d83a" [ 1039.119955] env[69041]: _type = "Task" [ 1039.119955] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.127182] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526a20a2-ecc2-5e13-b2c7-63a7cc91d83a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.493097] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.517595] env[69041]: DEBUG nova.scheduler.client.report [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.523242] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.523547] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.523779] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.524027] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.524240] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.524440] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.524699] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.524913] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.525143] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.525365] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.525591] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.526532] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273c4223-41cd-4da1-957c-403c17d1baa2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.535731] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a459c4-7263-446e-9cb8-0af50732ba65 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.600226] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889538, 'name': Destroy_Task, 'duration_secs': 1.08594} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.600541] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Destroyed the VM [ 1039.600869] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1039.601192] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bfdd21a9-581c-4d0e-9a17-1b37112dd974 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.607903] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1039.607903] env[69041]: value = "task-2889539" [ 1039.607903] env[69041]: _type = "Task" [ 1039.607903] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.618497] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.629367] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526a20a2-ecc2-5e13-b2c7-63a7cc91d83a, 'name': SearchDatastore_Task, 'duration_secs': 0.015389} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.629688] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.630014] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 3dfa074e-f205-4cef-91c5-685c51956b35/3dfa074e-f205-4cef-91c5-685c51956b35.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.630357] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97dcb294-b9f4-416f-a5a4-912bb54a81eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.636630] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for the task: (returnval){ [ 1039.636630] env[69041]: value = "task-2889540" [ 1039.636630] env[69041]: _type = "Task" [ 1039.636630] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.644466] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.938607] env[69041]: DEBUG nova.compute.manager [req-99383911-c9ec-4745-9806-a6ea4eeb5ad0 req-eb464e79-bcf8-495c-8300-b0b754daccaa service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Received event network-vif-plugged-10387792-3938-425d-bfb1-62a079ddbe29 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1039.938845] env[69041]: DEBUG oslo_concurrency.lockutils [req-99383911-c9ec-4745-9806-a6ea4eeb5ad0 req-eb464e79-bcf8-495c-8300-b0b754daccaa service nova] Acquiring lock "69c5ce46-01dd-4f63-a099-410104d7066b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.939065] env[69041]: DEBUG oslo_concurrency.lockutils [req-99383911-c9ec-4745-9806-a6ea4eeb5ad0 req-eb464e79-bcf8-495c-8300-b0b754daccaa service nova] Lock "69c5ce46-01dd-4f63-a099-410104d7066b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.940184] env[69041]: DEBUG oslo_concurrency.lockutils [req-99383911-c9ec-4745-9806-a6ea4eeb5ad0 req-eb464e79-bcf8-495c-8300-b0b754daccaa service nova] Lock "69c5ce46-01dd-4f63-a099-410104d7066b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.940184] env[69041]: DEBUG nova.compute.manager [req-99383911-c9ec-4745-9806-a6ea4eeb5ad0 req-eb464e79-bcf8-495c-8300-b0b754daccaa service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] No waiting events found dispatching network-vif-plugged-10387792-3938-425d-bfb1-62a079ddbe29 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.941044] env[69041]: WARNING nova.compute.manager [req-99383911-c9ec-4745-9806-a6ea4eeb5ad0 req-eb464e79-bcf8-495c-8300-b0b754daccaa service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Received unexpected event network-vif-plugged-10387792-3938-425d-bfb1-62a079ddbe29 for instance with vm_state building and task_state spawning. [ 1040.032229] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.032398] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.035754] env[69041]: DEBUG oslo_concurrency.lockutils [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.159s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.036088] env[69041]: DEBUG nova.objects.instance [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lazy-loading 'resources' on Instance uuid 03a2cb54-acda-4be1-a03f-e0a4274eeaec {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.076326] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Successfully updated port: 10387792-3938-425d-bfb1-62a079ddbe29 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.119571] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889539, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.146667] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889540, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.541124] env[69041]: DEBUG nova.compute.utils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.545722] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.545905] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.578415] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "refresh_cache-69c5ce46-01dd-4f63-a099-410104d7066b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.578575] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired lock "refresh_cache-69c5ce46-01dd-4f63-a099-410104d7066b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.578729] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.591882] env[69041]: DEBUG nova.policy [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2f5884ff73447bd98832f9573568ae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '797f43bb7ebd40da832406dab1be9a3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.618598] env[69041]: DEBUG oslo_vmware.api [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889539, 'name': RemoveSnapshot_Task, 'duration_secs': 0.683078} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.619280] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1040.619280] env[69041]: INFO nova.compute.manager [None req-068f3908-e632-4174-a465-02c2ace373a8 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Took 17.27 seconds to snapshot the instance on the hypervisor. [ 1040.650270] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558849} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.650570] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 3dfa074e-f205-4cef-91c5-685c51956b35/3dfa074e-f205-4cef-91c5-685c51956b35.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.650780] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.651125] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa52e805-400b-47f0-b298-9c1d494147df {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.659276] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for the task: (returnval){ [ 1040.659276] env[69041]: value = "task-2889541" [ 1040.659276] env[69041]: _type = "Task" [ 1040.659276] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.670864] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.964612] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Successfully created port: f0d2d959-6486-40a9-b7db-4e29f14618f3 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.049193] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.124177] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.148822] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391ed8e-aae9-42d9-a0fb-fd03bd8b53c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.164428] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569d27a4-a190-4c5a-ab2e-e665cb1f088b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.203798] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112056} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.207550] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.208472] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5555e-883a-4ddd-a961-7ab019ce40d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.211598] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6818c223-e417-4195-a06e-d3222010285c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.230896] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01a7699-7439-4980-b298-fd7f6b4413c1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.243886] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 3dfa074e-f205-4cef-91c5-685c51956b35/3dfa074e-f205-4cef-91c5-685c51956b35.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.244599] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c6021b-0b58-4873-813d-746a561ef247 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.272341] env[69041]: DEBUG nova.compute.provider_tree [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.277133] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for the task: (returnval){ [ 1041.277133] env[69041]: value = "task-2889542" [ 1041.277133] env[69041]: _type = "Task" [ 1041.277133] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.283360] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.333071] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Updating instance_info_cache with network_info: [{"id": "10387792-3938-425d-bfb1-62a079ddbe29", "address": "fa:16:3e:8e:85:82", "network": {"id": "e4229e2f-6852-41a9-b94d-36d10c35429d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1717096315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f43bb7ebd40da832406dab1be9a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10387792-39", "ovs_interfaceid": "10387792-3938-425d-bfb1-62a079ddbe29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.777109] env[69041]: DEBUG nova.scheduler.client.report [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.800890] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889542, 'name': ReconfigVM_Task, 'duration_secs': 0.374465} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.800890] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 3dfa074e-f205-4cef-91c5-685c51956b35/3dfa074e-f205-4cef-91c5-685c51956b35.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.800890] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ae51251-3da3-4b58-9eb7-ad9735236927 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.806091] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for the task: (returnval){ [ 1041.806091] env[69041]: value = "task-2889543" [ 1041.806091] env[69041]: _type = "Task" [ 1041.806091] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.814495] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889543, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.837417] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Releasing lock "refresh_cache-69c5ce46-01dd-4f63-a099-410104d7066b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.837573] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Instance network_info: |[{"id": "10387792-3938-425d-bfb1-62a079ddbe29", "address": "fa:16:3e:8e:85:82", "network": {"id": "e4229e2f-6852-41a9-b94d-36d10c35429d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1717096315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f43bb7ebd40da832406dab1be9a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10387792-39", "ovs_interfaceid": "10387792-3938-425d-bfb1-62a079ddbe29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.841024] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:85:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10387792-3938-425d-bfb1-62a079ddbe29', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.846553] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Creating folder: Project (797f43bb7ebd40da832406dab1be9a3f). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.846851] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279e621f-3c9b-407b-803d-48fa4d2d1ee0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.860095] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Created folder: Project (797f43bb7ebd40da832406dab1be9a3f) in parent group-v580429. [ 1041.860276] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Creating folder: Instances. Parent ref: group-v580538. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.860528] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7f27ff-1db2-4867-8c21-4a4859848a9b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.870443] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Created folder: Instances in parent group-v580538. [ 1041.870587] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.870784] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.871014] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b7f8c8d-7681-456c-92dc-ccd17deaa318 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.894777] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.894777] env[69041]: value = "task-2889546" [ 1041.894777] env[69041]: _type = "Task" [ 1041.894777] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.901833] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889546, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.066221] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.092482] env[69041]: DEBUG nova.compute.manager [req-2cdd03b2-a82b-4b2b-80fc-e98754eec86d req-52b996c8-cb75-4439-aa35-bd072621232d service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Received event network-changed-10387792-3938-425d-bfb1-62a079ddbe29 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1042.092482] env[69041]: DEBUG nova.compute.manager [req-2cdd03b2-a82b-4b2b-80fc-e98754eec86d req-52b996c8-cb75-4439-aa35-bd072621232d service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Refreshing instance network info cache due to event network-changed-10387792-3938-425d-bfb1-62a079ddbe29. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1042.092597] env[69041]: DEBUG oslo_concurrency.lockutils [req-2cdd03b2-a82b-4b2b-80fc-e98754eec86d req-52b996c8-cb75-4439-aa35-bd072621232d service nova] Acquiring lock "refresh_cache-69c5ce46-01dd-4f63-a099-410104d7066b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.092816] env[69041]: DEBUG oslo_concurrency.lockutils [req-2cdd03b2-a82b-4b2b-80fc-e98754eec86d req-52b996c8-cb75-4439-aa35-bd072621232d service nova] Acquired lock "refresh_cache-69c5ce46-01dd-4f63-a099-410104d7066b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.093726] env[69041]: DEBUG nova.network.neutron [req-2cdd03b2-a82b-4b2b-80fc-e98754eec86d req-52b996c8-cb75-4439-aa35-bd072621232d service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Refreshing network info cache for port 10387792-3938-425d-bfb1-62a079ddbe29 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.097626] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.097767] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.098496] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.098496] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.098496] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.098496] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.098706] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.098904] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.099106] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.099340] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.099618] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.100886] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a9112-6672-47fb-bcc8-4fd04f9a0dbd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.110980] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0350022-a5ab-4387-a572-e6c1bd0d1795 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.151189] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquiring lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.151415] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.292826] env[69041]: DEBUG oslo_concurrency.lockutils [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.295264] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.371s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.295502] env[69041]: DEBUG nova.objects.instance [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lazy-loading 'resources' on Instance uuid 40d98f23-bdd8-4a5d-88a5-51434617b827 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.316265] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889543, 'name': Rename_Task, 'duration_secs': 0.143085} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.316546] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.316791] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-068b4419-f5e0-4669-a9d5-b2ac29234181 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.319520] env[69041]: INFO nova.scheduler.client.report [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted allocations for instance 03a2cb54-acda-4be1-a03f-e0a4274eeaec [ 1042.327475] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for the task: (returnval){ [ 1042.327475] env[69041]: value = "task-2889547" [ 1042.327475] env[69041]: _type = "Task" [ 1042.327475] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.337107] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.408227] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889546, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.772253] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Successfully updated port: f0d2d959-6486-40a9-b7db-4e29f14618f3 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.836737] env[69041]: DEBUG nova.network.neutron [req-2cdd03b2-a82b-4b2b-80fc-e98754eec86d req-52b996c8-cb75-4439-aa35-bd072621232d service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Updated VIF entry in instance network info cache for port 10387792-3938-425d-bfb1-62a079ddbe29. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.837152] env[69041]: DEBUG nova.network.neutron [req-2cdd03b2-a82b-4b2b-80fc-e98754eec86d req-52b996c8-cb75-4439-aa35-bd072621232d service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Updating instance_info_cache with network_info: [{"id": "10387792-3938-425d-bfb1-62a079ddbe29", "address": "fa:16:3e:8e:85:82", "network": {"id": "e4229e2f-6852-41a9-b94d-36d10c35429d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1717096315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f43bb7ebd40da832406dab1be9a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10387792-39", "ovs_interfaceid": "10387792-3938-425d-bfb1-62a079ddbe29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.841881] env[69041]: DEBUG oslo_concurrency.lockutils [None req-73e8570e-9730-47e1-8d8d-0c49b4a5c922 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "03a2cb54-acda-4be1-a03f-e0a4274eeaec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.487s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.850462] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889547, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.907442] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889546, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.168322] env[69041]: DEBUG nova.compute.manager [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.171681] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceafb5dd-f89e-4c03-89fc-cc4988a9f7fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.275930] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "refresh_cache-f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.275930] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired lock "refresh_cache-f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.275930] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.282850] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb23721-d881-4225-8f75-b4cfddab9581 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.292444] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d239edf-d891-47ef-b7a5-f25e406e6e12 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.324738] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b851e9-e88e-4a72-b073-5bfb98737ad4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.332327] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df7e615-0651-44f9-beb4-26e3762744f7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.341249] env[69041]: DEBUG oslo_concurrency.lockutils [req-2cdd03b2-a82b-4b2b-80fc-e98754eec86d req-52b996c8-cb75-4439-aa35-bd072621232d service nova] Releasing lock "refresh_cache-69c5ce46-01dd-4f63-a099-410104d7066b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.355747] env[69041]: DEBUG nova.compute.provider_tree [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.357808] env[69041]: DEBUG oslo_vmware.api [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889547, 'name': PowerOnVM_Task, 'duration_secs': 0.775638} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.358612] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.358893] env[69041]: INFO nova.compute.manager [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1043.359101] env[69041]: DEBUG nova.compute.manager [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.359865] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6f5e62-0389-41e8-85a7-4e38c7f815e3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.408417] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889546, 'name': CreateVM_Task, 'duration_secs': 1.358848} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.408417] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.408417] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.408417] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.408417] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.408417] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42e6a3e-2a5c-4f82-8823-b1831d01a118 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.416018] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1043.416018] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ff546b-c64c-9ed6-9962-22fefab2a08e" [ 1043.416018] env[69041]: _type = "Task" [ 1043.416018] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.422033] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ff546b-c64c-9ed6-9962-22fefab2a08e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.683566] env[69041]: INFO nova.compute.manager [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] instance snapshotting [ 1043.686504] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c91375a-e4ec-4e65-b249-3677c8898da4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.706394] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5590bb5c-63f2-41f9-8222-50e63f1ef5ff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.808078] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.859690] env[69041]: DEBUG nova.scheduler.client.report [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.880347] env[69041]: INFO nova.compute.manager [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Took 41.93 seconds to build instance. [ 1043.923166] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ff546b-c64c-9ed6-9962-22fefab2a08e, 'name': SearchDatastore_Task, 'duration_secs': 0.033355} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.923626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.923812] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.924110] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.924340] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.924581] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.924919] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ec3ebe9-08dc-48c5-9687-670ee02aeccf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.933168] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.933500] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.934081] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795197e5-3186-4635-a96e-ae8f4ed4d297 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.938704] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Updating instance_info_cache with network_info: [{"id": "f0d2d959-6486-40a9-b7db-4e29f14618f3", "address": "fa:16:3e:58:08:18", "network": {"id": "e4229e2f-6852-41a9-b94d-36d10c35429d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1717096315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f43bb7ebd40da832406dab1be9a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d2d959-64", "ovs_interfaceid": "f0d2d959-6486-40a9-b7db-4e29f14618f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.940916] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1043.940916] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e6b4d4-c709-10ee-1cdc-101078d65a10" [ 1043.940916] env[69041]: _type = "Task" [ 1043.940916] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.948902] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e6b4d4-c709-10ee-1cdc-101078d65a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.161950] env[69041]: DEBUG nova.compute.manager [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Received event network-vif-plugged-f0d2d959-6486-40a9-b7db-4e29f14618f3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.162336] env[69041]: DEBUG oslo_concurrency.lockutils [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] Acquiring lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.162426] env[69041]: DEBUG oslo_concurrency.lockutils [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] Lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.164059] env[69041]: DEBUG oslo_concurrency.lockutils [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] Lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.164059] env[69041]: DEBUG nova.compute.manager [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] No waiting events found dispatching network-vif-plugged-f0d2d959-6486-40a9-b7db-4e29f14618f3 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.164059] env[69041]: WARNING nova.compute.manager [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Received unexpected event network-vif-plugged-f0d2d959-6486-40a9-b7db-4e29f14618f3 for instance with vm_state building and task_state spawning. [ 1044.164059] env[69041]: DEBUG nova.compute.manager [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Received event network-changed-f0d2d959-6486-40a9-b7db-4e29f14618f3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.164059] env[69041]: DEBUG nova.compute.manager [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Refreshing instance network info cache due to event network-changed-f0d2d959-6486-40a9-b7db-4e29f14618f3. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1044.164059] env[69041]: DEBUG oslo_concurrency.lockutils [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] Acquiring lock "refresh_cache-f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.218350] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.218350] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3ddbcf1-b8a1-4210-bf53-265316658641 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.227223] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1044.227223] env[69041]: value = "task-2889548" [ 1044.227223] env[69041]: _type = "Task" [ 1044.227223] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.237778] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889548, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.366129] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.368545] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.402s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.369966] env[69041]: INFO nova.compute.claims [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.383391] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c0656216-48f3-4905-b2fb-d69ba46ee852 tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Lock "3dfa074e-f205-4cef-91c5-685c51956b35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.715s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.396601] env[69041]: INFO nova.scheduler.client.report [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Deleted allocations for instance 40d98f23-bdd8-4a5d-88a5-51434617b827 [ 1044.442433] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Releasing lock "refresh_cache-f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.442705] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Instance network_info: |[{"id": "f0d2d959-6486-40a9-b7db-4e29f14618f3", "address": "fa:16:3e:58:08:18", "network": {"id": "e4229e2f-6852-41a9-b94d-36d10c35429d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1717096315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f43bb7ebd40da832406dab1be9a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d2d959-64", "ovs_interfaceid": "f0d2d959-6486-40a9-b7db-4e29f14618f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.443144] env[69041]: DEBUG oslo_concurrency.lockutils [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] Acquired lock "refresh_cache-f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.443323] env[69041]: DEBUG nova.network.neutron [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Refreshing network info cache for port f0d2d959-6486-40a9-b7db-4e29f14618f3 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.445790] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:08:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0d2d959-6486-40a9-b7db-4e29f14618f3', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.452957] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.459876] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.460400] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e88aa2e1-2f70-46e7-a861-338d353495b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.485969] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e6b4d4-c709-10ee-1cdc-101078d65a10, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.487886] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.487886] env[69041]: value = "task-2889549" [ 1044.487886] env[69041]: _type = "Task" [ 1044.487886] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.488375] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8ff5d0-99a2-40c3-9111-73c66b1b52d5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.496723] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1044.496723] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521b382b-f56f-6ace-d712-8c8e8a68522a" [ 1044.496723] env[69041]: _type = "Task" [ 1044.496723] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.500529] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889549, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.509382] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521b382b-f56f-6ace-d712-8c8e8a68522a, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.509900] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.509900] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 69c5ce46-01dd-4f63-a099-410104d7066b/69c5ce46-01dd-4f63-a099-410104d7066b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.510255] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f6eb635-e614-404f-a58e-9d555ec4df45 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.519209] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1044.519209] env[69041]: value = "task-2889550" [ 1044.519209] env[69041]: _type = "Task" [ 1044.519209] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.526995] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.717736] env[69041]: DEBUG nova.network.neutron [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Updated VIF entry in instance network info cache for port f0d2d959-6486-40a9-b7db-4e29f14618f3. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.718164] env[69041]: DEBUG nova.network.neutron [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Updating instance_info_cache with network_info: [{"id": "f0d2d959-6486-40a9-b7db-4e29f14618f3", "address": "fa:16:3e:58:08:18", "network": {"id": "e4229e2f-6852-41a9-b94d-36d10c35429d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1717096315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f43bb7ebd40da832406dab1be9a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d2d959-64", "ovs_interfaceid": "f0d2d959-6486-40a9-b7db-4e29f14618f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.719940] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.719940] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.740372] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889548, 'name': CreateSnapshot_Task, 'duration_secs': 0.467606} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.740492] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1044.741524] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c683e4-04d5-482c-b504-f81baf4dbd16 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.888585] env[69041]: DEBUG nova.compute.manager [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.907547] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca87e4f0-6406-429a-b540-9609ba358c82 tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "40d98f23-bdd8-4a5d-88a5-51434617b827" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.271s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.004441] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889549, 'name': CreateVM_Task, 'duration_secs': 0.311367} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.004618] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.005367] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.005551] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.005866] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.006353] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9bc34d-c12f-4aa2-96f0-3788d13dd897 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.011366] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1045.011366] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528f8595-342b-a22c-d857-2c24db584465" [ 1045.011366] env[69041]: _type = "Task" [ 1045.011366] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.020960] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528f8595-342b-a22c-d857-2c24db584465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.031793] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889550, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.221841] env[69041]: DEBUG oslo_concurrency.lockutils [req-78673116-363d-42e4-b44a-55ea2c502b1c req-b864c883-1609-404f-b48f-8735450fad72 service nova] Releasing lock "refresh_cache-f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.260482] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1045.260732] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-88f76cc9-d621-440a-be5d-d3eab5e26e51 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.269887] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1045.269887] env[69041]: value = "task-2889551" [ 1045.269887] env[69041]: _type = "Task" [ 1045.269887] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.278544] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889551, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.413486] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.521986] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528f8595-342b-a22c-d857-2c24db584465, 'name': SearchDatastore_Task, 'duration_secs': 0.025396} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.525532] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.526093] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.526175] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.526281] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.526494] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.529334] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa520ef3-e244-4503-baa7-acb8d0545546 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.540967] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55861} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.542403] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 69c5ce46-01dd-4f63-a099-410104d7066b/69c5ce46-01dd-4f63-a099-410104d7066b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.542715] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.543141] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.543414] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.548369] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3400201a-7c79-499b-82a6-00d04ebea3d6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.550920] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2d5939-7c22-4798-b550-5603470b31a4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.558430] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1045.558430] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523733ff-adff-2068-ae0c-15e15f146426" [ 1045.558430] env[69041]: _type = "Task" [ 1045.558430] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.560565] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1045.560565] env[69041]: value = "task-2889552" [ 1045.560565] env[69041]: _type = "Task" [ 1045.560565] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.581395] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523733ff-adff-2068-ae0c-15e15f146426, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.586963] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.590707] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcdfc06-87df-44ac-9fd4-ab8ff77ca106 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.599951] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1045.599951] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c8b8e9-84ff-b33d-8d74-8bd414e23885" [ 1045.599951] env[69041]: _type = "Task" [ 1045.599951] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.607224] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquiring lock "3dfa074e-f205-4cef-91c5-685c51956b35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.607633] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Lock "3dfa074e-f205-4cef-91c5-685c51956b35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.608038] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquiring lock "3dfa074e-f205-4cef-91c5-685c51956b35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.608400] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Lock "3dfa074e-f205-4cef-91c5-685c51956b35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.608620] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Lock "3dfa074e-f205-4cef-91c5-685c51956b35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.619874] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c8b8e9-84ff-b33d-8d74-8bd414e23885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.620629] env[69041]: INFO nova.compute.manager [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Terminating instance [ 1045.782181] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889551, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.920016] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ba7fe-9d1c-4547-88e6-69573087e97c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.927806] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff2ddd3-8199-426a-bb70-a92e1ed833c9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.962725] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d60872a-7bd5-41fe-b176-0e067f8ee5f5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.970615] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331e5e5b-7120-4956-b3ad-04fe54d52f48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.985026] env[69041]: DEBUG nova.compute.provider_tree [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.074525] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07134} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.074795] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.075577] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b88db0-f252-4df4-a61d-2398f2d9b496 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.097074] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 69c5ce46-01dd-4f63-a099-410104d7066b/69c5ce46-01dd-4f63-a099-410104d7066b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.097649] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac875cd5-030b-4488-9f6c-824d75778a5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.119974] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c8b8e9-84ff-b33d-8d74-8bd414e23885, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.121426] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.121524] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] f47e96d5-a958-4b11-94e5-7aa3c3ebce9f/f47e96d5-a958-4b11-94e5-7aa3c3ebce9f.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.121878] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1046.121878] env[69041]: value = "task-2889553" [ 1046.121878] env[69041]: _type = "Task" [ 1046.121878] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.122067] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29582c26-50e4-4e37-9285-5e33c6a82562 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.127506] env[69041]: DEBUG nova.compute.manager [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.127730] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.128499] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf22250-058d-4129-aa70-cd6915fe7467 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.132120] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1046.132120] env[69041]: value = "task-2889554" [ 1046.132120] env[69041]: _type = "Task" [ 1046.132120] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.143588] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.143588] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.143588] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe6b2a2-2b97-4ec0-8590-8f82e2498999 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.147694] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.151551] env[69041]: DEBUG oslo_vmware.api [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for the task: (returnval){ [ 1046.151551] env[69041]: value = "task-2889555" [ 1046.151551] env[69041]: _type = "Task" [ 1046.151551] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.159711] env[69041]: DEBUG oslo_vmware.api [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.282304] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889551, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.487476] env[69041]: DEBUG nova.scheduler.client.report [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.633980] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.643194] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889554, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.661809] env[69041]: DEBUG oslo_vmware.api [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889555, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.781993] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889551, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.994356] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.994897] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.997554] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.387s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.998926] env[69041]: INFO nova.compute.claims [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.133719] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889553, 'name': ReconfigVM_Task, 'duration_secs': 0.628195} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.134103] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 69c5ce46-01dd-4f63-a099-410104d7066b/69c5ce46-01dd-4f63-a099-410104d7066b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.137341] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ccdc0d9-6731-48ab-8dcf-3d4deeaf2682 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.143482] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783965} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.144595] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] f47e96d5-a958-4b11-94e5-7aa3c3ebce9f/f47e96d5-a958-4b11-94e5-7aa3c3ebce9f.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.144809] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.145109] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1047.145109] env[69041]: value = "task-2889556" [ 1047.145109] env[69041]: _type = "Task" [ 1047.145109] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.145294] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a0e28bc-60ca-4d43-b50e-4a51201c83dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.154770] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889556, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.158329] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1047.158329] env[69041]: value = "task-2889557" [ 1047.158329] env[69041]: _type = "Task" [ 1047.158329] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.165292] env[69041]: DEBUG oslo_vmware.api [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889555, 'name': PowerOffVM_Task, 'duration_secs': 0.533231} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.165809] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.166019] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.166257] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-546fab5e-a443-410f-aa43-44d5c92e9b35 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.170514] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.252465] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.252636] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.252816] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Deleting the datastore file [datastore1] 3dfa074e-f205-4cef-91c5-685c51956b35 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.253097] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46408622-6966-4e11-b0e5-76590a5bf3bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.259013] env[69041]: DEBUG oslo_vmware.api [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for the task: (returnval){ [ 1047.259013] env[69041]: value = "task-2889559" [ 1047.259013] env[69041]: _type = "Task" [ 1047.259013] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.267218] env[69041]: DEBUG oslo_vmware.api [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.280493] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889551, 'name': CloneVM_Task, 'duration_secs': 1.892301} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.280721] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Created linked-clone VM from snapshot [ 1047.281425] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e117d55e-7984-400b-b997-b9a4a42bf681 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.288226] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Uploading image d4244f05-46e7-4927-8749-f89ac84de8c6 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.308111] env[69041]: DEBUG oslo_vmware.rw_handles [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1047.308111] env[69041]: value = "vm-580543" [ 1047.308111] env[69041]: _type = "VirtualMachine" [ 1047.308111] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1047.308380] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-68adfea1-dcaa-4be4-90f3-4acddc241d8d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.314784] env[69041]: DEBUG oslo_vmware.rw_handles [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lease: (returnval){ [ 1047.314784] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521a706b-0c61-822d-77ab-6523ab1ed589" [ 1047.314784] env[69041]: _type = "HttpNfcLease" [ 1047.314784] env[69041]: } obtained for exporting VM: (result){ [ 1047.314784] env[69041]: value = "vm-580543" [ 1047.314784] env[69041]: _type = "VirtualMachine" [ 1047.314784] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1047.315064] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the lease: (returnval){ [ 1047.315064] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521a706b-0c61-822d-77ab-6523ab1ed589" [ 1047.315064] env[69041]: _type = "HttpNfcLease" [ 1047.315064] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.322800] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.322800] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521a706b-0c61-822d-77ab-6523ab1ed589" [ 1047.322800] env[69041]: _type = "HttpNfcLease" [ 1047.322800] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.503440] env[69041]: DEBUG nova.compute.utils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.507173] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.507326] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.547944] env[69041]: DEBUG nova.policy [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2f5884ff73447bd98832f9573568ae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '797f43bb7ebd40da832406dab1be9a3f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.594909] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "d246bc31-b065-414f-bec4-98bb0d2828c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.594909] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "d246bc31-b065-414f-bec4-98bb0d2828c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.659929] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889556, 'name': Rename_Task, 'duration_secs': 0.231249} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.664319] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.664723] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb1ab393-2ad5-4841-a791-ae46707b5fad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.672729] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071982} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.674505] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.674987] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1047.674987] env[69041]: value = "task-2889561" [ 1047.674987] env[69041]: _type = "Task" [ 1047.674987] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.676311] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d24653-e295-4336-88f0-5c336a0774ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.704054] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] f47e96d5-a958-4b11-94e5-7aa3c3ebce9f/f47e96d5-a958-4b11-94e5-7aa3c3ebce9f.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.707420] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be608fe-f5bb-4119-8c18-624446474adf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.723741] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.728670] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1047.728670] env[69041]: value = "task-2889562" [ 1047.728670] env[69041]: _type = "Task" [ 1047.728670] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.737327] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.770113] env[69041]: DEBUG oslo_vmware.api [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Task: {'id': task-2889559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253127} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.770383] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.770565] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.770744] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.770916] env[69041]: INFO nova.compute.manager [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1047.771511] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.771511] env[69041]: DEBUG nova.compute.manager [-] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.771511] env[69041]: DEBUG nova.network.neutron [-] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.822646] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.822646] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521a706b-0c61-822d-77ab-6523ab1ed589" [ 1047.822646] env[69041]: _type = "HttpNfcLease" [ 1047.822646] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.822933] env[69041]: DEBUG oslo_vmware.rw_handles [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.822933] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521a706b-0c61-822d-77ab-6523ab1ed589" [ 1047.822933] env[69041]: _type = "HttpNfcLease" [ 1047.822933] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1047.823754] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Successfully created port: 8281ae1d-c673-4c6f-b344-7fa944f03ea3 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.827087] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e71dfc6-f7d7-4d68-8f0f-13d8a942111e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.835333] env[69041]: DEBUG oslo_vmware.rw_handles [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345008-c27a-3e9a-62c1-ba774095b98d/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.835696] env[69041]: DEBUG oslo_vmware.rw_handles [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345008-c27a-3e9a-62c1-ba774095b98d/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1047.940804] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-158fd4d8-00c9-4e3c-b758-7e1a9fcc953c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.010644] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.191237] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889561, 'name': PowerOnVM_Task, 'duration_secs': 0.489936} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.191237] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.191237] env[69041]: INFO nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1048.191237] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.191756] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab770a1f-167d-4c81-9429-05d4f2f48f43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.239520] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889562, 'name': ReconfigVM_Task, 'duration_secs': 0.30446} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.240419] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Reconfigured VM instance instance-00000024 to attach disk [datastore2] f47e96d5-a958-4b11-94e5-7aa3c3ebce9f/f47e96d5-a958-4b11-94e5-7aa3c3ebce9f.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.243493] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cf6f0e4-5c7b-43e5-b713-c7da362d6d9b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.247380] env[69041]: DEBUG nova.compute.manager [req-132bb05e-86bc-4908-b8df-a4e34e63645f req-e4f1a9c8-0b3f-4f89-aba3-cccfbf599a7a service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Received event network-vif-deleted-4fcadb6d-39af-4efe-ac65-9398a918c928 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.247596] env[69041]: INFO nova.compute.manager [req-132bb05e-86bc-4908-b8df-a4e34e63645f req-e4f1a9c8-0b3f-4f89-aba3-cccfbf599a7a service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Neutron deleted interface 4fcadb6d-39af-4efe-ac65-9398a918c928; detaching it from the instance and deleting it from the info cache [ 1048.247785] env[69041]: DEBUG nova.network.neutron [req-132bb05e-86bc-4908-b8df-a4e34e63645f req-e4f1a9c8-0b3f-4f89-aba3-cccfbf599a7a service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.253792] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1048.253792] env[69041]: value = "task-2889563" [ 1048.253792] env[69041]: _type = "Task" [ 1048.253792] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.265722] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889563, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.562590] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6282fc0-d0f2-489b-8849-4ef200fb9a67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.570366] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd3f1a5-db3a-4069-b7e9-573b60b0dedb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.604547] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68f0664-e7a3-4fb6-8132-acfc119c122c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.612318] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb6c927-fd10-4820-a066-52577825e078 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.633483] env[69041]: DEBUG nova.compute.provider_tree [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.717056] env[69041]: INFO nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Took 42.71 seconds to build instance. [ 1048.725711] env[69041]: DEBUG nova.network.neutron [-] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.751757] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22cb91e8-38bc-4031-8019-43fbd46ac1ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.761798] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ccba0e-fd5c-46ae-adf6-d13db34deee2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.777093] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889563, 'name': Rename_Task, 'duration_secs': 0.166121} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.777924] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.778314] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38aa4d41-e6cd-46b3-a5e2-8cd2c8a1abb8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.784723] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1048.784723] env[69041]: value = "task-2889564" [ 1048.784723] env[69041]: _type = "Task" [ 1048.784723] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.802383] env[69041]: DEBUG nova.compute.manager [req-132bb05e-86bc-4908-b8df-a4e34e63645f req-e4f1a9c8-0b3f-4f89-aba3-cccfbf599a7a service nova] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Detach interface failed, port_id=4fcadb6d-39af-4efe-ac65-9398a918c928, reason: Instance 3dfa074e-f205-4cef-91c5-685c51956b35 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1048.805871] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.024501] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.051587] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.053078] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.053333] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.053600] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.053760] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.053936] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.054195] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.054417] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.054602] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.055394] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.055576] env[69041]: DEBUG nova.virt.hardware [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.056655] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d75524-624d-4f98-8c2f-abf737deaee0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.066099] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898857d1-45ab-4a67-a245-94d500d69880 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.136851] env[69041]: DEBUG nova.scheduler.client.report [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.219216] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "69c5ce46-01dd-4f63-a099-410104d7066b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.891s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.228669] env[69041]: INFO nova.compute.manager [-] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Took 1.46 seconds to deallocate network for instance. [ 1049.278897] env[69041]: DEBUG nova.compute.manager [req-b918b1fe-6533-4bf0-b0f8-e39031922b47 req-ee5a1236-85a9-4e2a-9468-1b0c693fa842 service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Received event network-vif-plugged-8281ae1d-c673-4c6f-b344-7fa944f03ea3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1049.279529] env[69041]: DEBUG oslo_concurrency.lockutils [req-b918b1fe-6533-4bf0-b0f8-e39031922b47 req-ee5a1236-85a9-4e2a-9468-1b0c693fa842 service nova] Acquiring lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.279529] env[69041]: DEBUG oslo_concurrency.lockutils [req-b918b1fe-6533-4bf0-b0f8-e39031922b47 req-ee5a1236-85a9-4e2a-9468-1b0c693fa842 service nova] Lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.279664] env[69041]: DEBUG oslo_concurrency.lockutils [req-b918b1fe-6533-4bf0-b0f8-e39031922b47 req-ee5a1236-85a9-4e2a-9468-1b0c693fa842 service nova] Lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.279840] env[69041]: DEBUG nova.compute.manager [req-b918b1fe-6533-4bf0-b0f8-e39031922b47 req-ee5a1236-85a9-4e2a-9468-1b0c693fa842 service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] No waiting events found dispatching network-vif-plugged-8281ae1d-c673-4c6f-b344-7fa944f03ea3 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.280096] env[69041]: WARNING nova.compute.manager [req-b918b1fe-6533-4bf0-b0f8-e39031922b47 req-ee5a1236-85a9-4e2a-9468-1b0c693fa842 service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Received unexpected event network-vif-plugged-8281ae1d-c673-4c6f-b344-7fa944f03ea3 for instance with vm_state building and task_state spawning. [ 1049.298740] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889564, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.376464] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Successfully updated port: 8281ae1d-c673-4c6f-b344-7fa944f03ea3 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.643422] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.644774] env[69041]: DEBUG nova.compute.manager [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.647476] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.554s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.649030] env[69041]: INFO nova.compute.claims [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.722734] env[69041]: DEBUG nova.compute.manager [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.736192] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.796207] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889564, 'name': PowerOnVM_Task, 'duration_secs': 0.736714} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.796575] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.796896] env[69041]: INFO nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1049.797157] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.797970] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9575dbe7-e1e1-4b85-aa2f-95d5c0b446f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.879457] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "refresh_cache-1ec6ac34-9344-4e84-a4ab-8412fdcfc512" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.879613] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired lock "refresh_cache-1ec6ac34-9344-4e84-a4ab-8412fdcfc512" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.879764] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.157092] env[69041]: DEBUG nova.compute.utils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.157945] env[69041]: DEBUG nova.compute.manager [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.158217] env[69041]: DEBUG nova.network.neutron [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.204315] env[69041]: DEBUG nova.policy [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c392319ad6446496297e28e90a047e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ae9491143b7442c8198f8d8e4936e94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.249546] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.322219] env[69041]: INFO nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Took 44.22 seconds to build instance. [ 1050.412346] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.509250] env[69041]: DEBUG nova.network.neutron [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Successfully created port: 84769732-b5f5-491f-b29f-4b45324d6480 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.655379] env[69041]: DEBUG nova.network.neutron [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Updating instance_info_cache with network_info: [{"id": "8281ae1d-c673-4c6f-b344-7fa944f03ea3", "address": "fa:16:3e:61:89:bd", "network": {"id": "e4229e2f-6852-41a9-b94d-36d10c35429d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1717096315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f43bb7ebd40da832406dab1be9a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8281ae1d-c6", "ovs_interfaceid": "8281ae1d-c673-4c6f-b344-7fa944f03ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.663660] env[69041]: DEBUG nova.compute.manager [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.827469] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.431s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.159071] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Releasing lock "refresh_cache-1ec6ac34-9344-4e84-a4ab-8412fdcfc512" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.159489] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Instance network_info: |[{"id": "8281ae1d-c673-4c6f-b344-7fa944f03ea3", "address": "fa:16:3e:61:89:bd", "network": {"id": "e4229e2f-6852-41a9-b94d-36d10c35429d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1717096315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f43bb7ebd40da832406dab1be9a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8281ae1d-c6", "ovs_interfaceid": "8281ae1d-c673-4c6f-b344-7fa944f03ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.159936] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:89:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8281ae1d-c673-4c6f-b344-7fa944f03ea3', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.169595] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.172285] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.175833] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2301595a-e66b-41ee-a383-994b22a79fc1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.199248] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.199248] env[69041]: value = "task-2889565" [ 1051.199248] env[69041]: _type = "Task" [ 1051.199248] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.205152] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16baf2a3-e8eb-4dea-852e-2fd38c3b95e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.210716] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889565, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.215668] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f320a6-6d23-434c-88b8-385a797bd8c1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.246981] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46448c63-c869-4641-9879-9cf443a44c48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.254621] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32561d9a-c4ee-4d62-90f1-b9c9c913b03b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.267894] env[69041]: DEBUG nova.compute.provider_tree [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.317603] env[69041]: DEBUG nova.compute.manager [req-6b61c079-cd5b-4838-826d-7472e35ef392 req-4cb50659-3505-40fc-aaa3-d7e82459d9fa service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Received event network-changed-8281ae1d-c673-4c6f-b344-7fa944f03ea3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1051.318010] env[69041]: DEBUG nova.compute.manager [req-6b61c079-cd5b-4838-826d-7472e35ef392 req-4cb50659-3505-40fc-aaa3-d7e82459d9fa service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Refreshing instance network info cache due to event network-changed-8281ae1d-c673-4c6f-b344-7fa944f03ea3. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1051.318111] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b61c079-cd5b-4838-826d-7472e35ef392 req-4cb50659-3505-40fc-aaa3-d7e82459d9fa service nova] Acquiring lock "refresh_cache-1ec6ac34-9344-4e84-a4ab-8412fdcfc512" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.318194] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b61c079-cd5b-4838-826d-7472e35ef392 req-4cb50659-3505-40fc-aaa3-d7e82459d9fa service nova] Acquired lock "refresh_cache-1ec6ac34-9344-4e84-a4ab-8412fdcfc512" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.318436] env[69041]: DEBUG nova.network.neutron [req-6b61c079-cd5b-4838-826d-7472e35ef392 req-4cb50659-3505-40fc-aaa3-d7e82459d9fa service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Refreshing network info cache for port 8281ae1d-c673-4c6f-b344-7fa944f03ea3 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.330509] env[69041]: DEBUG nova.compute.manager [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.692354] env[69041]: DEBUG nova.compute.manager [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.708827] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889565, 'name': CreateVM_Task, 'duration_secs': 0.490026} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.710754] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.711953] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.711953] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.712234] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.712321] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4051d784-3f63-42e0-99d8-6ad953da2b54 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.717246] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1051.717246] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520c798d-d248-78f4-7d91-451def5e9844" [ 1051.717246] env[69041]: _type = "Task" [ 1051.717246] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.719333] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.719561] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.719717] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.719897] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.720057] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.720209] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.720413] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.720569] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.720734] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.720892] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.721073] env[69041]: DEBUG nova.virt.hardware [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.721874] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49ce477-e9c7-4b01-b1d6-7e89901e2ef9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.732103] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520c798d-d248-78f4-7d91-451def5e9844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.734823] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec1837-3cef-4e8f-80da-0be9f7c76197 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.771463] env[69041]: DEBUG nova.scheduler.client.report [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.854502] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.095903] env[69041]: DEBUG nova.network.neutron [req-6b61c079-cd5b-4838-826d-7472e35ef392 req-4cb50659-3505-40fc-aaa3-d7e82459d9fa service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Updated VIF entry in instance network info cache for port 8281ae1d-c673-4c6f-b344-7fa944f03ea3. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.096377] env[69041]: DEBUG nova.network.neutron [req-6b61c079-cd5b-4838-826d-7472e35ef392 req-4cb50659-3505-40fc-aaa3-d7e82459d9fa service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Updating instance_info_cache with network_info: [{"id": "8281ae1d-c673-4c6f-b344-7fa944f03ea3", "address": "fa:16:3e:61:89:bd", "network": {"id": "e4229e2f-6852-41a9-b94d-36d10c35429d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1717096315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "797f43bb7ebd40da832406dab1be9a3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8281ae1d-c6", "ovs_interfaceid": "8281ae1d-c673-4c6f-b344-7fa944f03ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.223658] env[69041]: DEBUG nova.network.neutron [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Successfully updated port: 84769732-b5f5-491f-b29f-4b45324d6480 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.238335] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520c798d-d248-78f4-7d91-451def5e9844, 'name': SearchDatastore_Task, 'duration_secs': 0.026567} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.238732] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.239067] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.239371] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.240135] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.240135] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.240921] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf291b22-949c-49df-99aa-e238216379d1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.251305] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.251566] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.252353] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49585ba-e7cd-49bc-ae81-3dcc97bdb329 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.258310] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1052.258310] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c90940-dfd6-26dd-7819-cc1899b9549e" [ 1052.258310] env[69041]: _type = "Task" [ 1052.258310] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.266305] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c90940-dfd6-26dd-7819-cc1899b9549e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.277682] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.278420] env[69041]: DEBUG nova.compute.manager [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.281049] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.979s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.599508] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b61c079-cd5b-4838-826d-7472e35ef392 req-4cb50659-3505-40fc-aaa3-d7e82459d9fa service nova] Releasing lock "refresh_cache-1ec6ac34-9344-4e84-a4ab-8412fdcfc512" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.726586] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.726674] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.726812] env[69041]: DEBUG nova.network.neutron [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.770028] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c90940-dfd6-26dd-7819-cc1899b9549e, 'name': SearchDatastore_Task, 'duration_secs': 0.013244} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.770173] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1332765-8e19-408b-aad2-f57cdd2207a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.775580] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1052.775580] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284da4f-cbd3-0cc7-7e88-c5f7b53b2138" [ 1052.775580] env[69041]: _type = "Task" [ 1052.775580] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.786504] env[69041]: DEBUG nova.compute.utils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.796276] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284da4f-cbd3-0cc7-7e88-c5f7b53b2138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.796905] env[69041]: DEBUG nova.compute.manager [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.797082] env[69041]: DEBUG nova.network.neutron [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.836287] env[69041]: DEBUG nova.policy [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf81362ffd441a8a4509eedc0e36833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '118f185a0bf04f3f8ebdc461d5370db0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.117514] env[69041]: DEBUG nova.network.neutron [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Successfully created port: c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.282273] env[69041]: DEBUG nova.network.neutron [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.289368] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284da4f-cbd3-0cc7-7e88-c5f7b53b2138, 'name': SearchDatastore_Task, 'duration_secs': 0.029106} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.289368] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.289368] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 1ec6ac34-9344-4e84-a4ab-8412fdcfc512/1ec6ac34-9344-4e84-a4ab-8412fdcfc512.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.289368] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d4e03c3-9a6b-4cd2-83bc-857ce7adbd09 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.296669] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1053.296669] env[69041]: value = "task-2889566" [ 1053.296669] env[69041]: _type = "Task" [ 1053.296669] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.297686] env[69041]: DEBUG nova.compute.manager [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.316023] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.329052] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 766bfef7-c6cc-4a51-9f15-d26db54fffd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.330250] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 02cf0f6e-82b4-4db4-9f15-3a3770a4781f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.330250] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 33a5392e-0c18-4262-884d-8d6ebdbaea9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.330250] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 0cabc681-9c9b-49e3-95ca-0b3c80be052b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.330250] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 0cd01f76-79cb-4640-b697-dc89f3a53f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.330250] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d60cb023-ee84-44eb-9a37-1299d8042c0f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.330520] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 41e6dba2-9431-4197-b797-d486e5c406e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.330520] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 254bd064-41ac-48f6-ae26-556d8833209f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.331129] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 3052d916-ba81-4058-bc1e-ff51fc529ce0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.331129] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c3fde463-d065-4ad8-9971-c00929b3873c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.331129] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.331129] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c5fbfa59-eeed-4220-bc40-50618af87a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.331319] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance f1264ae5-081f-4b56-a375-0567fbefd71d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.331401] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 318d124d-0fb0-4bb7-9ae4-89baf3885947 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.331680] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 5b9ab20b-7d59-4248-885e-3b4ff7458da3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.331680] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d1b5f395-8206-4326-a78a-b4fa7235aebb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.331808] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 3dfa074e-f205-4cef-91c5-685c51956b35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1053.332019] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 69c5ce46-01dd-4f63-a099-410104d7066b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.332086] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance f47e96d5-a958-4b11-94e5-7aa3c3ebce9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.332198] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 1ec6ac34-9344-4e84-a4ab-8412fdcfc512 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.332350] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.332481] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 5af33240-1cf0-46b1-b9fe-3a1012b23755 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1053.356580] env[69041]: DEBUG nova.compute.manager [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Received event network-vif-plugged-84769732-b5f5-491f-b29f-4b45324d6480 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1053.356707] env[69041]: DEBUG oslo_concurrency.lockutils [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] Acquiring lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.357607] env[69041]: DEBUG oslo_concurrency.lockutils [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] Lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.357858] env[69041]: DEBUG oslo_concurrency.lockutils [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] Lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.358121] env[69041]: DEBUG nova.compute.manager [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] No waiting events found dispatching network-vif-plugged-84769732-b5f5-491f-b29f-4b45324d6480 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.358362] env[69041]: WARNING nova.compute.manager [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Received unexpected event network-vif-plugged-84769732-b5f5-491f-b29f-4b45324d6480 for instance with vm_state building and task_state spawning. [ 1053.358590] env[69041]: DEBUG nova.compute.manager [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Received event network-changed-84769732-b5f5-491f-b29f-4b45324d6480 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1053.359559] env[69041]: DEBUG nova.compute.manager [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Refreshing instance network info cache due to event network-changed-84769732-b5f5-491f-b29f-4b45324d6480. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1053.359559] env[69041]: DEBUG oslo_concurrency.lockutils [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] Acquiring lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.530645] env[69041]: DEBUG nova.network.neutron [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Updating instance_info_cache with network_info: [{"id": "84769732-b5f5-491f-b29f-4b45324d6480", "address": "fa:16:3e:9a:12:76", "network": {"id": "cb5316aa-3fd7-4327-9363-b7ed5eecc5e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1770121635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ae9491143b7442c8198f8d8e4936e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769732-b5", "ovs_interfaceid": "84769732-b5f5-491f-b29f-4b45324d6480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.813737] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.841527] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 6836ec34-e148-4580-a39b-09bd1fc75d3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1054.035466] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.035809] env[69041]: DEBUG nova.compute.manager [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Instance network_info: |[{"id": "84769732-b5f5-491f-b29f-4b45324d6480", "address": "fa:16:3e:9a:12:76", "network": {"id": "cb5316aa-3fd7-4327-9363-b7ed5eecc5e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1770121635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ae9491143b7442c8198f8d8e4936e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769732-b5", "ovs_interfaceid": "84769732-b5f5-491f-b29f-4b45324d6480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.036175] env[69041]: DEBUG oslo_concurrency.lockutils [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] Acquired lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.036422] env[69041]: DEBUG nova.network.neutron [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Refreshing network info cache for port 84769732-b5f5-491f-b29f-4b45324d6480 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.037626] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:12:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84769732-b5f5-491f-b29f-4b45324d6480', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.045253] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.046306] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.046534] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e11e16e2-753c-4f7e-9c39-11a162b8ecfa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.067297] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.067297] env[69041]: value = "task-2889567" [ 1054.067297] env[69041]: _type = "Task" [ 1054.067297] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.076496] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889567, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.308830] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637065} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.309229] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 1ec6ac34-9344-4e84-a4ab-8412fdcfc512/1ec6ac34-9344-4e84-a4ab-8412fdcfc512.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.309495] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.309782] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-902c7e34-7252-4c12-8282-558cbfef297e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.318131] env[69041]: DEBUG nova.compute.manager [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.320857] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1054.320857] env[69041]: value = "task-2889568" [ 1054.320857] env[69041]: _type = "Task" [ 1054.320857] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.332925] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.346410] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.346756] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.346988] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.347243] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.347490] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.347762] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.348069] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.348300] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.348563] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.348869] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.349131] env[69041]: DEBUG nova.virt.hardware [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.349979] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 983aa6f2-dc56-45d9-8b35-688d75f63525 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1054.352571] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cae3de-2958-49f3-aa34-a2ef12cf5d92 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.362283] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a143692-c8e8-4ae1-9b1d-329378ac62ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.403580] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.404958] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.578479] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889567, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.653724] env[69041]: DEBUG nova.network.neutron [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Successfully updated port: c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.772983] env[69041]: DEBUG nova.network.neutron [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Updated VIF entry in instance network info cache for port 84769732-b5f5-491f-b29f-4b45324d6480. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.772983] env[69041]: DEBUG nova.network.neutron [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Updating instance_info_cache with network_info: [{"id": "84769732-b5f5-491f-b29f-4b45324d6480", "address": "fa:16:3e:9a:12:76", "network": {"id": "cb5316aa-3fd7-4327-9363-b7ed5eecc5e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1770121635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ae9491143b7442c8198f8d8e4936e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769732-b5", "ovs_interfaceid": "84769732-b5f5-491f-b29f-4b45324d6480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.830639] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112999} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.830914] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.831684] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2830874a-1652-4bbb-9c86-0c5fca0b1263 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.854656] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 1ec6ac34-9344-4e84-a4ab-8412fdcfc512/1ec6ac34-9344-4e84-a4ab-8412fdcfc512.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.855312] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca0c067-6604-4a7b-8bc0-61e84eb389e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.870838] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance fc2e1749-d081-4b11-a32d-303fb3675481 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1054.877475] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1054.877475] env[69041]: value = "task-2889569" [ 1054.877475] env[69041]: _type = "Task" [ 1054.877475] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.887010] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.078715] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889567, 'name': CreateVM_Task, 'duration_secs': 0.543967} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.078876] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.079636] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.079811] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.080146] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.080445] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4924eb31-54f3-4862-a63f-07f2201d60d6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.085394] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1055.085394] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522f7b88-8e31-d00a-e269-e83b8545eca2" [ 1055.085394] env[69041]: _type = "Task" [ 1055.085394] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.094630] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522f7b88-8e31-d00a-e269-e83b8545eca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.156614] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.156614] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquired lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.156614] env[69041]: DEBUG nova.network.neutron [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.275693] env[69041]: DEBUG oslo_concurrency.lockutils [req-2f1a7006-158f-409b-8531-1182dafa3c81 req-d59b0ce4-804a-4bda-875d-b66cb3f9c0af service nova] Releasing lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.373516] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c73bd3ee-de47-4233-8e0c-afc51c210f96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1055.386047] env[69041]: DEBUG nova.compute.manager [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Received event network-vif-plugged-c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1055.386293] env[69041]: DEBUG oslo_concurrency.lockutils [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] Acquiring lock "5af33240-1cf0-46b1-b9fe-3a1012b23755-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.386550] env[69041]: DEBUG oslo_concurrency.lockutils [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] Lock "5af33240-1cf0-46b1-b9fe-3a1012b23755-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.386730] env[69041]: DEBUG oslo_concurrency.lockutils [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] Lock "5af33240-1cf0-46b1-b9fe-3a1012b23755-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.386896] env[69041]: DEBUG nova.compute.manager [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] No waiting events found dispatching network-vif-plugged-c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.387093] env[69041]: WARNING nova.compute.manager [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Received unexpected event network-vif-plugged-c042e73c-255e-41a0-8f53-87e5ce5b648b for instance with vm_state building and task_state spawning. [ 1055.387278] env[69041]: DEBUG nova.compute.manager [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Received event network-changed-c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1055.387468] env[69041]: DEBUG nova.compute.manager [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Refreshing instance network info cache due to event network-changed-c042e73c-255e-41a0-8f53-87e5ce5b648b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1055.387639] env[69041]: DEBUG oslo_concurrency.lockutils [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] Acquiring lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.394110] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889569, 'name': ReconfigVM_Task, 'duration_secs': 0.285224} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.394350] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 1ec6ac34-9344-4e84-a4ab-8412fdcfc512/1ec6ac34-9344-4e84-a4ab-8412fdcfc512.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.394921] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c82cca34-8eef-4d69-bcd4-fd4d6d273379 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.402156] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1055.402156] env[69041]: value = "task-2889570" [ 1055.402156] env[69041]: _type = "Task" [ 1055.402156] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.410980] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889570, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.600939] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522f7b88-8e31-d00a-e269-e83b8545eca2, 'name': SearchDatastore_Task, 'duration_secs': 0.012916} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.601452] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.601819] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.602242] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.602509] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.602856] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.603273] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b40dc7a-a8f3-42e0-a233-aae5e246f22c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.617640] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.617920] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.618987] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51cf872b-af8c-4bbd-b4dd-91b3bd575097 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.624620] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1055.624620] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5225be13-ceae-e46a-8ee6-de8e2a3867f7" [ 1055.624620] env[69041]: _type = "Task" [ 1055.624620] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.632332] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5225be13-ceae-e46a-8ee6-de8e2a3867f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.690293] env[69041]: DEBUG nova.network.neutron [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.865024] env[69041]: DEBUG nova.network.neutron [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updating instance_info_cache with network_info: [{"id": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "address": "fa:16:3e:4d:82:68", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042e73c-25", "ovs_interfaceid": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.876385] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance e042d33d-8024-4cad-b057-dc0c8036024e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1055.913172] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889570, 'name': Rename_Task, 'duration_secs': 0.132378} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.913478] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.913733] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7489a00-b424-4d3c-9e63-03a3aafe0f82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.921246] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1055.921246] env[69041]: value = "task-2889571" [ 1055.921246] env[69041]: _type = "Task" [ 1055.921246] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.930562] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.135065] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5225be13-ceae-e46a-8ee6-de8e2a3867f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013744} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.135901] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea9a302-34c6-4152-9a9b-18c9d40c233f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.141225] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1056.141225] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525e02a9-ddca-bd28-dadd-b3a396a5a8d5" [ 1056.141225] env[69041]: _type = "Task" [ 1056.141225] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.149111] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525e02a9-ddca-bd28-dadd-b3a396a5a8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.368297] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Releasing lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.368498] env[69041]: DEBUG nova.compute.manager [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Instance network_info: |[{"id": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "address": "fa:16:3e:4d:82:68", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042e73c-25", "ovs_interfaceid": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.369503] env[69041]: DEBUG oslo_concurrency.lockutils [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] Acquired lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.369503] env[69041]: DEBUG nova.network.neutron [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Refreshing network info cache for port c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.370345] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:82:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c042e73c-255e-41a0-8f53-87e5ce5b648b', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.378747] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Creating folder: Project (118f185a0bf04f3f8ebdc461d5370db0). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.380382] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 5e59e394-e20c-4046-89f6-df939d8353fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1056.381769] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-323ce73a-5811-4594-81f8-ac8bad44cb48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.398024] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Created folder: Project (118f185a0bf04f3f8ebdc461d5370db0) in parent group-v580429. [ 1056.398024] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Creating folder: Instances. Parent ref: group-v580546. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.398024] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-debdf2d1-ee34-4b34-970b-40c53dc2b4cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.404838] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Created folder: Instances in parent group-v580546. [ 1056.405099] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.405317] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.405532] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22498b1e-24ac-4d75-b737-508c73d8566b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.425884] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.425884] env[69041]: value = "task-2889574" [ 1056.425884] env[69041]: _type = "Task" [ 1056.425884] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.433276] env[69041]: DEBUG oslo_vmware.api [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889571, 'name': PowerOnVM_Task, 'duration_secs': 0.498644} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.433973] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.434320] env[69041]: INFO nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1056.434509] env[69041]: DEBUG nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.435418] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f146ba5-1fd1-458e-bf32-eee99b3403bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.443966] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889574, 'name': CreateVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.654512] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525e02a9-ddca-bd28-dadd-b3a396a5a8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016244} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.654512] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.654512] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3/b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.654512] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0a7ea15-30f2-475f-bb5e-139f8b57ef6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.659501] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1056.659501] env[69041]: value = "task-2889575" [ 1056.659501] env[69041]: _type = "Task" [ 1056.659501] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.667816] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.885269] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d623caaa-5a89-4a77-8551-af042fdfa849 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1056.940127] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889574, 'name': CreateVM_Task, 'duration_secs': 0.387284} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.940380] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.941165] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.941336] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.941657] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.941918] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6380d2-61d4-4025-ab85-10800412915e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.948137] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1056.948137] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5214c722-42c6-bfa3-7089-e204bac3c075" [ 1056.948137] env[69041]: _type = "Task" [ 1056.948137] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.965352] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5214c722-42c6-bfa3-7089-e204bac3c075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.966050] env[69041]: INFO nova.compute.manager [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Took 45.02 seconds to build instance. [ 1057.171086] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889575, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.368455] env[69041]: DEBUG nova.network.neutron [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updated VIF entry in instance network info cache for port c042e73c-255e-41a0-8f53-87e5ce5b648b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.368827] env[69041]: DEBUG nova.network.neutron [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updating instance_info_cache with network_info: [{"id": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "address": "fa:16:3e:4d:82:68", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042e73c-25", "ovs_interfaceid": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.388586] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance a0359bd2-810e-482e-ab77-6a4f2c46872a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1057.459307] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5214c722-42c6-bfa3-7089-e204bac3c075, 'name': SearchDatastore_Task, 'duration_secs': 0.021267} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.459587] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.459815] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.460064] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.460775] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.460775] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.460775] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9463857-2958-4996-b684-ea9c762a6bd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.468540] env[69041]: DEBUG oslo_concurrency.lockutils [None req-27c75d27-a35b-416c-8a7e-0d975c75dc87 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.033s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.470825] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.470966] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.472395] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567181a3-ba6f-44c8-9814-c04438fb6ff0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.479112] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1057.479112] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5273b3db-dd4b-6841-790c-9499637bdf32" [ 1057.479112] env[69041]: _type = "Task" [ 1057.479112] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.491529] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5273b3db-dd4b-6841-790c-9499637bdf32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.670330] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548222} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.670629] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3/b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.670840] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.671103] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c5bc02f-425c-49b2-89fb-1f5a4b42c3a9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.677068] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1057.677068] env[69041]: value = "task-2889576" [ 1057.677068] env[69041]: _type = "Task" [ 1057.677068] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.684927] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.872042] env[69041]: DEBUG oslo_concurrency.lockutils [req-60f00ba2-4ba1-4e53-92f7-a94455fb836c req-130249c1-a8db-4674-8dc8-1f4733ae2872 service nova] Releasing lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.891551] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 0a09110f-f96d-4f19-92bb-984ebafb9f76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1057.973165] env[69041]: DEBUG nova.compute.manager [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.994787] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5273b3db-dd4b-6841-790c-9499637bdf32, 'name': SearchDatastore_Task, 'duration_secs': 0.017821} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.995991] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2721802-1732-4478-a73e-7fae9356b7c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.003337] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1058.003337] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8d7cd-2789-7c2d-b064-36f7af72e3cb" [ 1058.003337] env[69041]: _type = "Task" [ 1058.003337] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.015412] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8d7cd-2789-7c2d-b064-36f7af72e3cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.189854] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112204} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.190481] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.192086] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ce317-dfa7-4c32-ba9c-b099f1486dd7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.232079] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3/b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.232587] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb1267e5-4d41-47f2-bd50-b198363de74e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.257977] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "69c5ce46-01dd-4f63-a099-410104d7066b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.258433] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "69c5ce46-01dd-4f63-a099-410104d7066b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.258784] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "69c5ce46-01dd-4f63-a099-410104d7066b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.259322] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "69c5ce46-01dd-4f63-a099-410104d7066b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.259632] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "69c5ce46-01dd-4f63-a099-410104d7066b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.262938] env[69041]: INFO nova.compute.manager [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Terminating instance [ 1058.272150] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1058.272150] env[69041]: value = "task-2889577" [ 1058.272150] env[69041]: _type = "Task" [ 1058.272150] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.282668] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.394654] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d437a775-e75e-4593-a0b5-1e7f249eb942 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1058.518138] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8d7cd-2789-7c2d-b064-36f7af72e3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013217} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.518138] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.518138] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 5af33240-1cf0-46b1-b9fe-3a1012b23755/5af33240-1cf0-46b1-b9fe-3a1012b23755.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.518471] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a62f6b9-cd85-4067-97a8-ed997bf0dbcb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.527812] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1058.527812] env[69041]: value = "task-2889578" [ 1058.527812] env[69041]: _type = "Task" [ 1058.527812] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.550805] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.550805] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.641490] env[69041]: DEBUG oslo_vmware.rw_handles [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345008-c27a-3e9a-62c1-ba774095b98d/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1058.642506] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eb7e91-3232-4f43-980a-3d5a067a19d4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.649049] env[69041]: DEBUG oslo_vmware.rw_handles [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345008-c27a-3e9a-62c1-ba774095b98d/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1058.649228] env[69041]: ERROR oslo_vmware.rw_handles [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345008-c27a-3e9a-62c1-ba774095b98d/disk-0.vmdk due to incomplete transfer. [ 1058.649458] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-700c8cb1-4516-4f25-a8ae-4ad360e8979f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.665956] env[69041]: DEBUG oslo_vmware.rw_handles [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345008-c27a-3e9a-62c1-ba774095b98d/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1058.666234] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Uploaded image d4244f05-46e7-4927-8749-f89ac84de8c6 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1058.668510] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1058.668788] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fff0bc53-dfb5-4115-9894-9ea2438cf5b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.676046] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1058.676046] env[69041]: value = "task-2889579" [ 1058.676046] env[69041]: _type = "Task" [ 1058.676046] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.684589] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889579, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.768691] env[69041]: DEBUG nova.compute.manager [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.768930] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.770128] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c658f0-71e9-4853-b0d7-a553eaed98fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.785783] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.788963] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.789322] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b517863-8d05-4f86-849e-086978f55325 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.795589] env[69041]: DEBUG oslo_vmware.api [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1058.795589] env[69041]: value = "task-2889580" [ 1058.795589] env[69041]: _type = "Task" [ 1058.795589] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.805315] env[69041]: DEBUG oslo_vmware.api [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.898615] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 13669a24-f475-4bb4-89d7-c63f2b3d7cb7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1059.038986] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889578, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.186893] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889579, 'name': Destroy_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.282624] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889577, 'name': ReconfigVM_Task, 'duration_secs': 0.777097} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.282889] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3/b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.283620] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-133441c7-74d8-42a1-bd81-61d55d2fb97e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.291654] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1059.291654] env[69041]: value = "task-2889581" [ 1059.291654] env[69041]: _type = "Task" [ 1059.291654] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.304086] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889581, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.310207] env[69041]: DEBUG oslo_vmware.api [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889580, 'name': PowerOffVM_Task, 'duration_secs': 0.257594} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.310456] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.310679] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.310934] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a18482a-205c-4f61-bd46-c8bea7a8745b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.402133] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 6bf2a94d-6a19-4fce-a7f2-157b8b59d980 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1059.416273] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.416518] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.416705] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Deleting the datastore file [datastore1] 69c5ce46-01dd-4f63-a099-410104d7066b {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.416980] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a4ccfb3-e1f5-4676-b45b-09419f303e24 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.425388] env[69041]: DEBUG oslo_vmware.api [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1059.425388] env[69041]: value = "task-2889583" [ 1059.425388] env[69041]: _type = "Task" [ 1059.425388] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.437750] env[69041]: DEBUG oslo_vmware.api [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.540073] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872096} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.540356] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 5af33240-1cf0-46b1-b9fe-3a1012b23755/5af33240-1cf0-46b1-b9fe-3a1012b23755.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.540576] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.540825] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-733d8fa5-3703-4bb8-a176-406569ba3e04 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.547543] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1059.547543] env[69041]: value = "task-2889584" [ 1059.547543] env[69041]: _type = "Task" [ 1059.547543] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.556727] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.686272] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889579, 'name': Destroy_Task, 'duration_secs': 0.908597} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.686572] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Destroyed the VM [ 1059.686841] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.687134] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c70658da-ab91-4290-acbd-9cf357a82c28 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.693383] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1059.693383] env[69041]: value = "task-2889585" [ 1059.693383] env[69041]: _type = "Task" [ 1059.693383] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.702446] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889585, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.801889] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889581, 'name': Rename_Task, 'duration_secs': 0.243182} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.802554] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.802646] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3045b68-26d0-42a9-8e6c-5b5fd8896c18 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.808934] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1059.808934] env[69041]: value = "task-2889586" [ 1059.808934] env[69041]: _type = "Task" [ 1059.808934] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.818450] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.906409] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d246bc31-b065-414f-bec4-98bb0d2828c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1059.907606] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1059.907606] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1059.938989] env[69041]: DEBUG oslo_vmware.api [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50085} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.939353] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.939446] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.939626] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.939801] env[69041]: INFO nova.compute.manager [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1059.940050] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.940242] env[69041]: DEBUG nova.compute.manager [-] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.940337] env[69041]: DEBUG nova.network.neutron [-] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.060259] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241717} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.062742] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.063892] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a70cd3-1ad3-4643-a4aa-295558d74aca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.086836] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 5af33240-1cf0-46b1-b9fe-3a1012b23755/5af33240-1cf0-46b1-b9fe-3a1012b23755.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.090629] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633a211f-226e-40fa-9d70-cda6a5101ba1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.109981] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1060.109981] env[69041]: value = "task-2889587" [ 1060.109981] env[69041]: _type = "Task" [ 1060.109981] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.118464] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.203088] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889585, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.252583] env[69041]: DEBUG nova.compute.manager [req-72a2b55b-14d3-4799-a70e-0de812436745 req-ead99ae2-13e0-4e17-ac7c-b678f796ab49 service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Received event network-vif-deleted-10387792-3938-425d-bfb1-62a079ddbe29 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.252583] env[69041]: INFO nova.compute.manager [req-72a2b55b-14d3-4799-a70e-0de812436745 req-ead99ae2-13e0-4e17-ac7c-b678f796ab49 service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Neutron deleted interface 10387792-3938-425d-bfb1-62a079ddbe29; detaching it from the instance and deleting it from the info cache [ 1060.252583] env[69041]: DEBUG nova.network.neutron [req-72a2b55b-14d3-4799-a70e-0de812436745 req-ead99ae2-13e0-4e17-ac7c-b678f796ab49 service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.321722] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889586, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.465957] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6750a58-4036-491e-a199-e88a5e6cdfbe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.473453] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b523d-162a-496b-8073-58d640d5a93f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.507191] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da60a4a5-fd96-43fe-b76e-2e8e3f908a4b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.514840] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b14c0b-9734-4b3c-87b8-d3a6cd0ea44a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.528407] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.621112] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.703600] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889585, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.732985] env[69041]: DEBUG nova.network.neutron [-] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.757313] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9058425f-e640-45b1-8908-f51bd29f4eba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.766718] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef806ab-d685-4ba9-a293-ec7ee3139c6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.801519] env[69041]: DEBUG nova.compute.manager [req-72a2b55b-14d3-4799-a70e-0de812436745 req-ead99ae2-13e0-4e17-ac7c-b678f796ab49 service nova] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Detach interface failed, port_id=10387792-3938-425d-bfb1-62a079ddbe29, reason: Instance 69c5ce46-01dd-4f63-a099-410104d7066b could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1060.818582] env[69041]: DEBUG oslo_vmware.api [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889586, 'name': PowerOnVM_Task, 'duration_secs': 0.535325} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.818840] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.819052] env[69041]: INFO nova.compute.manager [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1060.819236] env[69041]: DEBUG nova.compute.manager [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.819997] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e745bba1-3840-4bf4-a182-6ace11dfcce5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.031531] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.120800] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889587, 'name': ReconfigVM_Task, 'duration_secs': 0.742517} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.121153] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 5af33240-1cf0-46b1-b9fe-3a1012b23755/5af33240-1cf0-46b1-b9fe-3a1012b23755.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.121853] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-364c2d2a-0ae4-4cbb-b05d-9893c3f79266 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.130281] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1061.130281] env[69041]: value = "task-2889588" [ 1061.130281] env[69041]: _type = "Task" [ 1061.130281] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.139648] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889588, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.206886] env[69041]: DEBUG oslo_vmware.api [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889585, 'name': RemoveSnapshot_Task, 'duration_secs': 1.22871} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.207232] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1061.207574] env[69041]: INFO nova.compute.manager [None req-fe4c9893-1f32-4e83-9e7e-f790319e5405 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Took 17.52 seconds to snapshot the instance on the hypervisor. [ 1061.235714] env[69041]: INFO nova.compute.manager [-] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Took 1.29 seconds to deallocate network for instance. [ 1061.336018] env[69041]: INFO nova.compute.manager [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Took 45.75 seconds to build instance. [ 1061.536696] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1061.536963] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.256s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.537286] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.818s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.537485] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.539514] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.986s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.540954] env[69041]: INFO nova.compute.claims [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.565513] env[69041]: INFO nova.scheduler.client.report [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Deleted allocations for instance 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce [ 1061.582130] env[69041]: INFO nova.compute.manager [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Rescuing [ 1061.582386] env[69041]: DEBUG oslo_concurrency.lockutils [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.582545] env[69041]: DEBUG oslo_concurrency.lockutils [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.583146] env[69041]: DEBUG nova.network.neutron [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.640031] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889588, 'name': Rename_Task, 'duration_secs': 0.316419} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.640031] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.640297] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa86f86-a0b0-4789-bd1d-d307e28a871c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.646732] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1061.646732] env[69041]: value = "task-2889589" [ 1061.646732] env[69041]: _type = "Task" [ 1061.646732] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.654909] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.741769] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.838520] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4ba62ba7-c8e1-4dc1-b458-88d7b1efa2e4 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.841s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.067366] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquiring lock "c3fde463-d065-4ad8-9971-c00929b3873c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.067619] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lock "c3fde463-d065-4ad8-9971-c00929b3873c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.067826] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquiring lock "c3fde463-d065-4ad8-9971-c00929b3873c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.068070] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lock "c3fde463-d065-4ad8-9971-c00929b3873c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.068351] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lock "c3fde463-d065-4ad8-9971-c00929b3873c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.072563] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ea5fbb56-dfef-4d14-8262-93bab1070e22 tempest-ServerAddressesNegativeTestJSON-674212879 tempest-ServerAddressesNegativeTestJSON-674212879-project-member] Lock "7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.832s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.074053] env[69041]: INFO nova.compute.manager [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Terminating instance [ 1062.158133] env[69041]: DEBUG oslo_vmware.api [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889589, 'name': PowerOnVM_Task, 'duration_secs': 0.499054} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.158133] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.158368] env[69041]: INFO nova.compute.manager [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1062.158685] env[69041]: DEBUG nova.compute.manager [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.160986] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f6f69-b1c7-48dd-b8f1-d22f6fe5bd90 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.341890] env[69041]: DEBUG nova.compute.manager [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.581811] env[69041]: DEBUG nova.compute.manager [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.582162] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.583188] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036ada20-cdce-4d72-bb40-8f515c79ea70 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.589090] env[69041]: DEBUG nova.network.neutron [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Updating instance_info_cache with network_info: [{"id": "84769732-b5f5-491f-b29f-4b45324d6480", "address": "fa:16:3e:9a:12:76", "network": {"id": "cb5316aa-3fd7-4327-9363-b7ed5eecc5e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1770121635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ae9491143b7442c8198f8d8e4936e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769732-b5", "ovs_interfaceid": "84769732-b5f5-491f-b29f-4b45324d6480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.604133] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.604133] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aca8a719-c6e3-4708-b451-cbc94935d836 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.615147] env[69041]: DEBUG oslo_vmware.api [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for the task: (returnval){ [ 1062.615147] env[69041]: value = "task-2889590" [ 1062.615147] env[69041]: _type = "Task" [ 1062.615147] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.621801] env[69041]: DEBUG oslo_vmware.api [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.681114] env[69041]: INFO nova.compute.manager [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Took 46.61 seconds to build instance. [ 1062.868439] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.091705] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96815af5-48d0-4dd4-8db0-76900064b264 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.096607] env[69041]: DEBUG oslo_concurrency.lockutils [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.102710] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d7a369-939d-49c8-b845-76ee3e728d57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.140561] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c1ed4-aa9e-4163-8f81-a86fec354842 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.151864] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3112e99-2cc0-43c9-ad20-75362e978d80 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.156563] env[69041]: DEBUG oslo_vmware.api [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889590, 'name': PowerOffVM_Task, 'duration_secs': 0.37228} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.167023] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.167023] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.168222] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a059aae-42ad-4cb8-9d4b-fb37f168978f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.181899] env[69041]: DEBUG nova.compute.provider_tree [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.185755] env[69041]: DEBUG oslo_concurrency.lockutils [None req-79a3c5ea-990e-4e76-84cc-9de2f6930a2f tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "5af33240-1cf0-46b1-b9fe-3a1012b23755" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.631s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.231490] env[69041]: DEBUG nova.compute.manager [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.232223] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6f3b99-4905-4a36-883f-014ba0101e2b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.264147] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.264844] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.265508] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Deleting the datastore file [datastore2] c3fde463-d065-4ad8-9971-c00929b3873c {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.265803] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f5ae51e-a2f9-4945-88c3-02d1cfb91b9c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.272990] env[69041]: DEBUG oslo_vmware.api [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for the task: (returnval){ [ 1063.272990] env[69041]: value = "task-2889592" [ 1063.272990] env[69041]: _type = "Task" [ 1063.272990] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.283559] env[69041]: DEBUG oslo_vmware.api [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.686314] env[69041]: DEBUG nova.scheduler.client.report [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.693153] env[69041]: DEBUG nova.compute.manager [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.743649] env[69041]: INFO nova.compute.manager [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] instance snapshotting [ 1063.750141] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acac29d2-fd82-4a17-afff-bc25fd3cd65b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.783776] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf86775-083b-4f66-a04c-733da5a36d87 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.798028] env[69041]: DEBUG oslo_vmware.api [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Task: {'id': task-2889592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148376} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.798148] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.798334] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.798582] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.798758] env[69041]: INFO nova.compute.manager [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1063.798991] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.799194] env[69041]: DEBUG nova.compute.manager [-] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.799288] env[69041]: DEBUG nova.network.neutron [-] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.197126] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.198123] env[69041]: DEBUG nova.compute.manager [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.202282] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.614s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.203933] env[69041]: INFO nova.compute.claims [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.242588] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.302348] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1064.302348] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fa5e4888-c665-49e7-9397-c8ebde866968 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.310965] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1064.310965] env[69041]: value = "task-2889593" [ 1064.310965] env[69041]: _type = "Task" [ 1064.310965] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.322610] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.676329] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.676329] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e351c7e7-8ae3-434c-bb5b-055e6dac704c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.684755] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1064.684755] env[69041]: value = "task-2889594" [ 1064.684755] env[69041]: _type = "Task" [ 1064.684755] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.694780] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.716800] env[69041]: DEBUG nova.compute.utils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.718641] env[69041]: DEBUG nova.compute.manager [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.718991] env[69041]: DEBUG nova.network.neutron [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.770174] env[69041]: DEBUG nova.policy [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdf870004ca04ed98c89042e3a083068', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75b20302b1a5457889b8393d2d0b0949', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.828022] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889593, 'name': CreateSnapshot_Task, 'duration_secs': 0.510036} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.828022] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1064.828022] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebd0c41-758b-44b4-ab52-30f5594f9ca7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.865503] env[69041]: DEBUG nova.compute.manager [req-0dd62706-4ff0-405a-8bf2-affeffd3b390 req-a3d084e3-54ed-487c-9190-a0d254839ee5 service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Received event network-vif-deleted-dea88d68-1b44-4989-a0ef-cf14b4de6f85 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1064.865638] env[69041]: INFO nova.compute.manager [req-0dd62706-4ff0-405a-8bf2-affeffd3b390 req-a3d084e3-54ed-487c-9190-a0d254839ee5 service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Neutron deleted interface dea88d68-1b44-4989-a0ef-cf14b4de6f85; detaching it from the instance and deleting it from the info cache [ 1064.865829] env[69041]: DEBUG nova.network.neutron [req-0dd62706-4ff0-405a-8bf2-affeffd3b390 req-a3d084e3-54ed-487c-9190-a0d254839ee5 service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.116547] env[69041]: DEBUG nova.network.neutron [-] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.201870] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889594, 'name': PowerOffVM_Task, 'duration_secs': 0.198079} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.202026] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.202804] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be777e9-8267-400b-b8e0-3cd76f925dc3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.225593] env[69041]: DEBUG nova.compute.manager [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.229302] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13411d3f-2d85-43d3-8dc6-3b2478ea86a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.288018] env[69041]: DEBUG nova.network.neutron [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Successfully created port: eb662e94-cba6-48c7-b70e-18ed6cdaac29 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.295662] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.296957] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3734f448-b7c4-47e3-b4a7-5f1d5f556e2f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.304141] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1065.304141] env[69041]: value = "task-2889595" [ 1065.304141] env[69041]: _type = "Task" [ 1065.304141] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.315647] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1065.315858] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.316150] env[69041]: DEBUG oslo_concurrency.lockutils [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.316317] env[69041]: DEBUG oslo_concurrency.lockutils [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.316500] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.316748] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9a931d-724e-40b5-9760-834e4a075825 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.325290] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.325483] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.326549] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88af900d-5c0a-45aa-8216-f2290db41baf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.334709] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1065.334709] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524e8287-39ac-fe61-9a34-a9a9830c6e22" [ 1065.334709] env[69041]: _type = "Task" [ 1065.334709] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.353177] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1065.353474] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524e8287-39ac-fe61-9a34-a9a9830c6e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.356582] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-111ed983-0f53-42e0-92d9-d3937879f963 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.365063] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1065.365063] env[69041]: value = "task-2889596" [ 1065.365063] env[69041]: _type = "Task" [ 1065.365063] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.369925] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb247df0-79b0-4ac4-9a46-f89b28904e6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.381184] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889596, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.384637] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74d48a4-9484-4cb4-aa96-57c275411a4c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.403111] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "25394d85-af4d-4321-a1fc-30686d4303cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.403363] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "25394d85-af4d-4321-a1fc-30686d4303cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.405748] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "74342a26-1f53-4346-99ce-97797f6e0289" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.405954] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "74342a26-1f53-4346-99ce-97797f6e0289" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.431751] env[69041]: DEBUG nova.compute.manager [req-0dd62706-4ff0-405a-8bf2-affeffd3b390 req-a3d084e3-54ed-487c-9190-a0d254839ee5 service nova] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Detach interface failed, port_id=dea88d68-1b44-4989-a0ef-cf14b4de6f85, reason: Instance c3fde463-d065-4ad8-9971-c00929b3873c could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1065.623314] env[69041]: INFO nova.compute.manager [-] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Took 1.82 seconds to deallocate network for instance. [ 1065.801885] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a7834-5064-410f-97fb-fb820946b6d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.810341] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef7e88f-0470-4dec-a8f0-806c6279dddc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.842316] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37a01a4-3ea4-44e1-84d2-eaee56f21457 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.850569] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524e8287-39ac-fe61-9a34-a9a9830c6e22, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.853148] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7f9054-d542-45d1-8287-5fb4819256ef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.856223] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1fedb9-9c54-4279-ad75-2c19aa3ceaae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.862757] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1065.862757] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52fbf42d-5e14-296c-37f6-dc5d6e0c5cd4" [ 1065.862757] env[69041]: _type = "Task" [ 1065.862757] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.870563] env[69041]: DEBUG nova.compute.provider_tree [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.882066] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52fbf42d-5e14-296c-37f6-dc5d6e0c5cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.885651] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889596, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.132635] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.243672] env[69041]: DEBUG nova.compute.manager [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.264716] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.264969] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.265306] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.265306] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.265449] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.265594] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.265827] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.266009] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.266439] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.267270] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.267270] env[69041]: DEBUG nova.virt.hardware [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.267719] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da408f38-31d2-4c99-8757-0150807fbbfb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.276149] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd2b316-ad44-4ab3-9aff-d33c0f851a69 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.378305] env[69041]: DEBUG nova.scheduler.client.report [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.387737] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889596, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.387983] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52fbf42d-5e14-296c-37f6-dc5d6e0c5cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.022497} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.388474] env[69041]: DEBUG oslo_concurrency.lockutils [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.388730] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. {{(pid=69041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1066.389019] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15a2572-3463-49ed-bb61-e3e5d4c6810d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.396154] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1066.396154] env[69041]: value = "task-2889597" [ 1066.396154] env[69041]: _type = "Task" [ 1066.396154] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.403986] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.883034] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889596, 'name': CloneVM_Task, 'duration_secs': 1.484988} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.883034] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Created linked-clone VM from snapshot [ 1066.883034] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d206790-29ac-44ca-a591-cdeaa53e9fb8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.890583] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.891255] env[69041]: DEBUG nova.compute.manager [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.893968] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Uploading image e3bfc945-67b5-4b94-9ad7-f09ebc946c38 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1066.896603] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.200s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.898464] env[69041]: INFO nova.compute.claims [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.909054] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488721} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.911517] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. [ 1066.914210] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e068e3ee-3421-4efc-b708-74ae5859ea5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.924390] env[69041]: DEBUG oslo_vmware.rw_handles [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1066.924390] env[69041]: value = "vm-580550" [ 1066.924390] env[69041]: _type = "VirtualMachine" [ 1066.924390] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1066.924992] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a3bb518-5882-49a8-a4f2-d1de51c49182 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.950567] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.952099] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5465a35b-2537-4670-beec-accc3ddd32e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.969027] env[69041]: DEBUG oslo_vmware.rw_handles [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lease: (returnval){ [ 1066.969027] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524a0698-3a23-9dc0-5eb9-2f4f56843832" [ 1066.969027] env[69041]: _type = "HttpNfcLease" [ 1066.969027] env[69041]: } obtained for exporting VM: (result){ [ 1066.969027] env[69041]: value = "vm-580550" [ 1066.969027] env[69041]: _type = "VirtualMachine" [ 1066.969027] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1066.969027] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the lease: (returnval){ [ 1066.969027] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524a0698-3a23-9dc0-5eb9-2f4f56843832" [ 1066.969027] env[69041]: _type = "HttpNfcLease" [ 1066.969027] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1066.973180] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1066.973180] env[69041]: value = "task-2889599" [ 1066.973180] env[69041]: _type = "Task" [ 1066.973180] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.978394] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.978394] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524a0698-3a23-9dc0-5eb9-2f4f56843832" [ 1066.978394] env[69041]: _type = "HttpNfcLease" [ 1066.978394] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1066.978626] env[69041]: DEBUG oslo_vmware.rw_handles [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1066.978626] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524a0698-3a23-9dc0-5eb9-2f4f56843832" [ 1066.978626] env[69041]: _type = "HttpNfcLease" [ 1066.978626] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1066.979382] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b06e6a1-a7e3-4189-b18c-109eb4a01c68 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.986293] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.991293] env[69041]: DEBUG oslo_vmware.rw_handles [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284c355-d302-820d-50f9-50e56a5183af/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1066.991471] env[69041]: DEBUG oslo_vmware.rw_handles [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284c355-d302-820d-50f9-50e56a5183af/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1067.089418] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-595b918c-f6cc-4484-9834-5f45747e7889 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.188438] env[69041]: DEBUG nova.compute.manager [req-653432d7-023f-4a2f-a374-ccc58cc8f2b6 req-0e803d27-b490-4e66-80b9-1da8313d6bb3 service nova] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Received event network-vif-plugged-eb662e94-cba6-48c7-b70e-18ed6cdaac29 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1067.188661] env[69041]: DEBUG oslo_concurrency.lockutils [req-653432d7-023f-4a2f-a374-ccc58cc8f2b6 req-0e803d27-b490-4e66-80b9-1da8313d6bb3 service nova] Acquiring lock "6836ec34-e148-4580-a39b-09bd1fc75d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.188875] env[69041]: DEBUG oslo_concurrency.lockutils [req-653432d7-023f-4a2f-a374-ccc58cc8f2b6 req-0e803d27-b490-4e66-80b9-1da8313d6bb3 service nova] Lock "6836ec34-e148-4580-a39b-09bd1fc75d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.189055] env[69041]: DEBUG oslo_concurrency.lockutils [req-653432d7-023f-4a2f-a374-ccc58cc8f2b6 req-0e803d27-b490-4e66-80b9-1da8313d6bb3 service nova] Lock "6836ec34-e148-4580-a39b-09bd1fc75d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.189248] env[69041]: DEBUG nova.compute.manager [req-653432d7-023f-4a2f-a374-ccc58cc8f2b6 req-0e803d27-b490-4e66-80b9-1da8313d6bb3 service nova] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] No waiting events found dispatching network-vif-plugged-eb662e94-cba6-48c7-b70e-18ed6cdaac29 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.189428] env[69041]: WARNING nova.compute.manager [req-653432d7-023f-4a2f-a374-ccc58cc8f2b6 req-0e803d27-b490-4e66-80b9-1da8313d6bb3 service nova] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Received unexpected event network-vif-plugged-eb662e94-cba6-48c7-b70e-18ed6cdaac29 for instance with vm_state building and task_state spawning. [ 1067.342920] env[69041]: DEBUG nova.network.neutron [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Successfully updated port: eb662e94-cba6-48c7-b70e-18ed6cdaac29 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.398015] env[69041]: DEBUG nova.compute.utils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.399373] env[69041]: DEBUG nova.compute.manager [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.399544] env[69041]: DEBUG nova.network.neutron [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.451909] env[69041]: DEBUG nova.policy [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63a4076a462f4e0e84c6543e9c71925c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bee19aff2a184f738f1b5dad91cd03e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.488870] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889599, 'name': ReconfigVM_Task, 'duration_secs': 0.293723} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.490627] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.492292] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6820ae-c639-42d9-b3ed-eeca820d1220 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.530977] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-879bffb8-8819-473d-a6d6-eb98d3ef177e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.553791] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1067.553791] env[69041]: value = "task-2889600" [ 1067.553791] env[69041]: _type = "Task" [ 1067.553791] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.562852] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.846971] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquiring lock "refresh_cache-6836ec34-e148-4580-a39b-09bd1fc75d3d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.849121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquired lock "refresh_cache-6836ec34-e148-4580-a39b-09bd1fc75d3d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.849325] env[69041]: DEBUG nova.network.neutron [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.895692] env[69041]: DEBUG nova.network.neutron [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Successfully created port: 09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.903776] env[69041]: DEBUG nova.compute.manager [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.071227] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889600, 'name': ReconfigVM_Task, 'duration_secs': 0.163084} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.071631] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.071924] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbfb25b0-cc06-46fa-a9e1-e6f3ad6455ff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.080869] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1068.080869] env[69041]: value = "task-2889601" [ 1068.080869] env[69041]: _type = "Task" [ 1068.080869] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.089933] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.388566] env[69041]: DEBUG nova.network.neutron [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.529543] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140ec166-a4dc-4e49-8b87-02bf41ec526d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.539438] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d5d28-f7ef-4220-81c7-f6347a23b346 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.574432] env[69041]: DEBUG nova.network.neutron [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Updating instance_info_cache with network_info: [{"id": "eb662e94-cba6-48c7-b70e-18ed6cdaac29", "address": "fa:16:3e:70:c2:2a", "network": {"id": "53a797f6-255d-4a17-bbb0-360875a67c99", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-232065496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b20302b1a5457889b8393d2d0b0949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb662e94-cb", "ovs_interfaceid": "eb662e94-cba6-48c7-b70e-18ed6cdaac29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.576305] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ffe05c-c08d-4b24-8355-a73c4ba957d6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.587783] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7e3cbb-9040-42c4-a94b-bd54d8b7dceb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.598012] env[69041]: DEBUG oslo_vmware.api [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889601, 'name': PowerOnVM_Task, 'duration_secs': 0.46228} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.606494] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.609020] env[69041]: DEBUG nova.compute.provider_tree [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.611249] env[69041]: DEBUG nova.compute.manager [None req-72bece66-b2ea-4931-b46a-5b3a25d46a88 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.612099] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5bfca4-43ec-4d73-b7dc-284157b9ac81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.917791] env[69041]: DEBUG nova.compute.manager [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.944735] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.944990] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.945226] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.945344] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.945489] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.945633] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.945839] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.945995] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.946224] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.946395] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.946570] env[69041]: DEBUG nova.virt.hardware [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.947463] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee17d1c4-b7eb-4db5-b1c4-007c44da972c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.955427] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6550c2d3-e56e-4c3e-9b0c-0212a72b2eb7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.082755] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Releasing lock "refresh_cache-6836ec34-e148-4580-a39b-09bd1fc75d3d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.083172] env[69041]: DEBUG nova.compute.manager [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Instance network_info: |[{"id": "eb662e94-cba6-48c7-b70e-18ed6cdaac29", "address": "fa:16:3e:70:c2:2a", "network": {"id": "53a797f6-255d-4a17-bbb0-360875a67c99", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-232065496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b20302b1a5457889b8393d2d0b0949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb662e94-cb", "ovs_interfaceid": "eb662e94-cba6-48c7-b70e-18ed6cdaac29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.083655] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:c2:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb662e94-cba6-48c7-b70e-18ed6cdaac29', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.092606] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Creating folder: Project (75b20302b1a5457889b8393d2d0b0949). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.092963] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5329d501-590f-4f79-94b4-eb9df2dedb29 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.104620] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Created folder: Project (75b20302b1a5457889b8393d2d0b0949) in parent group-v580429. [ 1069.104805] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Creating folder: Instances. Parent ref: group-v580551. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.105036] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d1c43e8-93d5-47e6-8875-e5b7fb0d654a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.114486] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Created folder: Instances in parent group-v580551. [ 1069.114743] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.114919] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.115763] env[69041]: DEBUG nova.scheduler.client.report [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.119028] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bd78a99-2ccc-42b8-afe1-fdc49acc3c6e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.136739] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.137538] env[69041]: DEBUG nova.compute.manager [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.144222] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.224s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.145456] env[69041]: INFO nova.compute.claims [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.153871] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.153871] env[69041]: value = "task-2889604" [ 1069.153871] env[69041]: _type = "Task" [ 1069.153871] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.164011] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889604, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.268312] env[69041]: DEBUG nova.compute.manager [req-d4c9758c-ea04-403a-9de6-4773fb2b8e34 req-6831394f-7b61-4dac-9884-bf5cad4c4ed1 service nova] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Received event network-changed-eb662e94-cba6-48c7-b70e-18ed6cdaac29 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1069.268312] env[69041]: DEBUG nova.compute.manager [req-d4c9758c-ea04-403a-9de6-4773fb2b8e34 req-6831394f-7b61-4dac-9884-bf5cad4c4ed1 service nova] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Refreshing instance network info cache due to event network-changed-eb662e94-cba6-48c7-b70e-18ed6cdaac29. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1069.268312] env[69041]: DEBUG oslo_concurrency.lockutils [req-d4c9758c-ea04-403a-9de6-4773fb2b8e34 req-6831394f-7b61-4dac-9884-bf5cad4c4ed1 service nova] Acquiring lock "refresh_cache-6836ec34-e148-4580-a39b-09bd1fc75d3d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.268312] env[69041]: DEBUG oslo_concurrency.lockutils [req-d4c9758c-ea04-403a-9de6-4773fb2b8e34 req-6831394f-7b61-4dac-9884-bf5cad4c4ed1 service nova] Acquired lock "refresh_cache-6836ec34-e148-4580-a39b-09bd1fc75d3d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.268723] env[69041]: DEBUG nova.network.neutron [req-d4c9758c-ea04-403a-9de6-4773fb2b8e34 req-6831394f-7b61-4dac-9884-bf5cad4c4ed1 service nova] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Refreshing network info cache for port eb662e94-cba6-48c7-b70e-18ed6cdaac29 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.642665] env[69041]: DEBUG nova.compute.utils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.644183] env[69041]: DEBUG nova.compute.manager [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.644395] env[69041]: DEBUG nova.network.neutron [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.668102] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889604, 'name': CreateVM_Task, 'duration_secs': 0.419869} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.668644] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.670107] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.670107] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.670107] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.670452] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9959650-d269-48e8-98ba-d9b44cf9ddf2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.675961] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for the task: (returnval){ [ 1069.675961] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5271d3fb-3632-b9c8-9702-8e855325b26d" [ 1069.675961] env[69041]: _type = "Task" [ 1069.675961] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.684859] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5271d3fb-3632-b9c8-9702-8e855325b26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.690306] env[69041]: DEBUG nova.policy [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ccc473139bc4ca0aa495e72adef3318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc05c543b4e64ccd8e7a9214517835be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.817238] env[69041]: DEBUG nova.network.neutron [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Successfully updated port: 09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.083132] env[69041]: DEBUG nova.network.neutron [req-d4c9758c-ea04-403a-9de6-4773fb2b8e34 req-6831394f-7b61-4dac-9884-bf5cad4c4ed1 service nova] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Updated VIF entry in instance network info cache for port eb662e94-cba6-48c7-b70e-18ed6cdaac29. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.083575] env[69041]: DEBUG nova.network.neutron [req-d4c9758c-ea04-403a-9de6-4773fb2b8e34 req-6831394f-7b61-4dac-9884-bf5cad4c4ed1 service nova] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Updating instance_info_cache with network_info: [{"id": "eb662e94-cba6-48c7-b70e-18ed6cdaac29", "address": "fa:16:3e:70:c2:2a", "network": {"id": "53a797f6-255d-4a17-bbb0-360875a67c99", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-232065496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75b20302b1a5457889b8393d2d0b0949", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb662e94-cb", "ovs_interfaceid": "eb662e94-cba6-48c7-b70e-18ed6cdaac29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.141885] env[69041]: DEBUG nova.network.neutron [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Successfully created port: 34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.148055] env[69041]: DEBUG nova.compute.manager [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.187799] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5271d3fb-3632-b9c8-9702-8e855325b26d, 'name': SearchDatastore_Task, 'duration_secs': 0.018287} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.188122] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.188367] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.188601] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.188746] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.189436] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.189989] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d95ce58-48eb-49e7-a2d5-3c38c652f2ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.201988] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.202416] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.203545] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180e1e96-8acf-4276-9425-f6b5bdf88ab0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.212091] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for the task: (returnval){ [ 1070.212091] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a32764-fe7c-4b54-fafb-57c6365b1648" [ 1070.212091] env[69041]: _type = "Task" [ 1070.212091] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.220867] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a32764-fe7c-4b54-fafb-57c6365b1648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.326274] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.330894] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.330894] env[69041]: DEBUG nova.network.neutron [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.425274] env[69041]: INFO nova.compute.manager [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Unrescuing [ 1070.425551] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.425707] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquired lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.425888] env[69041]: DEBUG nova.network.neutron [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.587464] env[69041]: DEBUG oslo_concurrency.lockutils [req-d4c9758c-ea04-403a-9de6-4773fb2b8e34 req-6831394f-7b61-4dac-9884-bf5cad4c4ed1 service nova] Releasing lock "refresh_cache-6836ec34-e148-4580-a39b-09bd1fc75d3d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.724875] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a32764-fe7c-4b54-fafb-57c6365b1648, 'name': SearchDatastore_Task, 'duration_secs': 0.015911} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.728374] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa667538-30be-4762-a882-dd4b64616bac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.733817] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for the task: (returnval){ [ 1070.733817] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52782046-42c1-658b-4fbb-66ca4d53fb59" [ 1070.733817] env[69041]: _type = "Task" [ 1070.733817] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.739912] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b94524-1c26-4b3d-8a77-c10e2de087e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.745423] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52782046-42c1-658b-4fbb-66ca4d53fb59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.750117] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbb4bef-2283-4fe9-b1b0-cc9ffd9064df {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.782655] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c148b1e-6d1f-49e1-9479-b7a95416e1c1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.790530] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df5019e-3503-4d3e-8958-f9218fabcc04 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.804611] env[69041]: DEBUG nova.compute.provider_tree [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.867327] env[69041]: DEBUG nova.network.neutron [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.018173] env[69041]: DEBUG nova.network.neutron [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance_info_cache with network_info: [{"id": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "address": "fa:16:3e:ce:97:c2", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e82337-83", "ovs_interfaceid": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.159258] env[69041]: DEBUG nova.compute.manager [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.186119] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.186415] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.186578] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.186761] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.186906] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.187074] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.187309] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.187502] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.187643] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.187807] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.187972] env[69041]: DEBUG nova.virt.hardware [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.189156] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe2c13c-eba1-48a3-87b9-4014c54e26b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.197418] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21be9fd-ae76-41b2-8226-5dfad641999b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.239861] env[69041]: DEBUG nova.network.neutron [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Updating instance_info_cache with network_info: [{"id": "84769732-b5f5-491f-b29f-4b45324d6480", "address": "fa:16:3e:9a:12:76", "network": {"id": "cb5316aa-3fd7-4327-9363-b7ed5eecc5e0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1770121635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6ae9491143b7442c8198f8d8e4936e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84769732-b5", "ovs_interfaceid": "84769732-b5f5-491f-b29f-4b45324d6480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.247031] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52782046-42c1-658b-4fbb-66ca4d53fb59, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.247346] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.247644] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 6836ec34-e148-4580-a39b-09bd1fc75d3d/6836ec34-e148-4580-a39b-09bd1fc75d3d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.248024] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a2644f0-e6c9-4476-b370-59de0bf8fc94 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.256206] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for the task: (returnval){ [ 1071.256206] env[69041]: value = "task-2889605" [ 1071.256206] env[69041]: _type = "Task" [ 1071.256206] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.264659] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.294319] env[69041]: DEBUG nova.compute.manager [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Received event network-vif-plugged-09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.294594] env[69041]: DEBUG oslo_concurrency.lockutils [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] Acquiring lock "983aa6f2-dc56-45d9-8b35-688d75f63525-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.294816] env[69041]: DEBUG oslo_concurrency.lockutils [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.294983] env[69041]: DEBUG oslo_concurrency.lockutils [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.295173] env[69041]: DEBUG nova.compute.manager [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] No waiting events found dispatching network-vif-plugged-09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.295343] env[69041]: WARNING nova.compute.manager [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Received unexpected event network-vif-plugged-09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 for instance with vm_state building and task_state spawning. [ 1071.295501] env[69041]: DEBUG nova.compute.manager [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Received event network-changed-09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.295654] env[69041]: DEBUG nova.compute.manager [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Refreshing instance network info cache due to event network-changed-09e82337-83e9-4bc4-804b-c4ff6e7fe8e7. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1071.295818] env[69041]: DEBUG oslo_concurrency.lockutils [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] Acquiring lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.308057] env[69041]: DEBUG nova.scheduler.client.report [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.406561] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.406561] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.521403] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.521797] env[69041]: DEBUG nova.compute.manager [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Instance network_info: |[{"id": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "address": "fa:16:3e:ce:97:c2", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e82337-83", "ovs_interfaceid": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.522156] env[69041]: DEBUG oslo_concurrency.lockutils [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] Acquired lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.522413] env[69041]: DEBUG nova.network.neutron [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Refreshing network info cache for port 09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.523863] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:97:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09e82337-83e9-4bc4-804b-c4ff6e7fe8e7', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.537068] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating folder: Project (bee19aff2a184f738f1b5dad91cd03e1). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.538790] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baa948c3-07f7-4786-8c4c-bd2141682fbc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.551180] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Created folder: Project (bee19aff2a184f738f1b5dad91cd03e1) in parent group-v580429. [ 1071.551405] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating folder: Instances. Parent ref: group-v580554. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.551628] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df422815-7533-4179-a34a-2e14244fc60f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.560581] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Created folder: Instances in parent group-v580554. [ 1071.560836] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.561439] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.561439] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11ec1bd3-c533-4f50-9478-81ebf38237de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.580707] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.580707] env[69041]: value = "task-2889608" [ 1071.580707] env[69041]: _type = "Task" [ 1071.580707] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.588654] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889608, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.723376] env[69041]: DEBUG nova.compute.manager [req-64d7718e-89fb-4d48-94a4-d2988aca00fd req-59791874-d4df-4926-93c3-ec4c6f214ef4 service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Received event network-vif-plugged-34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.723376] env[69041]: DEBUG oslo_concurrency.lockutils [req-64d7718e-89fb-4d48-94a4-d2988aca00fd req-59791874-d4df-4926-93c3-ec4c6f214ef4 service nova] Acquiring lock "fc2e1749-d081-4b11-a32d-303fb3675481-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.723726] env[69041]: DEBUG oslo_concurrency.lockutils [req-64d7718e-89fb-4d48-94a4-d2988aca00fd req-59791874-d4df-4926-93c3-ec4c6f214ef4 service nova] Lock "fc2e1749-d081-4b11-a32d-303fb3675481-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.723969] env[69041]: DEBUG oslo_concurrency.lockutils [req-64d7718e-89fb-4d48-94a4-d2988aca00fd req-59791874-d4df-4926-93c3-ec4c6f214ef4 service nova] Lock "fc2e1749-d081-4b11-a32d-303fb3675481-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.725354] env[69041]: DEBUG nova.compute.manager [req-64d7718e-89fb-4d48-94a4-d2988aca00fd req-59791874-d4df-4926-93c3-ec4c6f214ef4 service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] No waiting events found dispatching network-vif-plugged-34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.725354] env[69041]: WARNING nova.compute.manager [req-64d7718e-89fb-4d48-94a4-d2988aca00fd req-59791874-d4df-4926-93c3-ec4c6f214ef4 service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Received unexpected event network-vif-plugged-34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b for instance with vm_state building and task_state spawning. [ 1071.725633] env[69041]: DEBUG nova.network.neutron [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Successfully updated port: 34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.743781] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Releasing lock "refresh_cache-b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.743964] env[69041]: DEBUG nova.objects.instance [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lazy-loading 'flavor' on Instance uuid b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.768939] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.813891] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.814591] env[69041]: DEBUG nova.compute.manager [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.817617] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.946s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.818374] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.820232] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.496s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.820416] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.822187] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.409s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.823748] env[69041]: INFO nova.compute.claims [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.854232] env[69041]: INFO nova.scheduler.client.report [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Deleted allocations for instance 318d124d-0fb0-4bb7-9ae4-89baf3885947 [ 1071.857033] env[69041]: INFO nova.scheduler.client.report [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Deleted allocations for instance 02cf0f6e-82b4-4db4-9f15-3a3770a4781f [ 1071.910347] env[69041]: DEBUG nova.compute.utils [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.091733] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889608, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.228682] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.228938] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.229026] env[69041]: DEBUG nova.network.neutron [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.241178] env[69041]: DEBUG nova.network.neutron [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updated VIF entry in instance network info cache for port 09e82337-83e9-4bc4-804b-c4ff6e7fe8e7. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.241544] env[69041]: DEBUG nova.network.neutron [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance_info_cache with network_info: [{"id": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "address": "fa:16:3e:ce:97:c2", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e82337-83", "ovs_interfaceid": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.251325] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1694207f-7441-4ae6-a9e9-b1a4edb04685 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.278597] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.278923] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e496d59-39ea-4457-9447-b4e2778b8305 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.286568] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59223} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.287766] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 6836ec34-e148-4580-a39b-09bd1fc75d3d/6836ec34-e148-4580-a39b-09bd1fc75d3d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.288046] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.288366] env[69041]: DEBUG oslo_vmware.api [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1072.288366] env[69041]: value = "task-2889609" [ 1072.288366] env[69041]: _type = "Task" [ 1072.288366] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.288553] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc04084-89bd-4fe3-b738-0575aea67e47 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.299258] env[69041]: DEBUG oslo_vmware.api [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.300548] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for the task: (returnval){ [ 1072.300548] env[69041]: value = "task-2889610" [ 1072.300548] env[69041]: _type = "Task" [ 1072.300548] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.308264] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.328522] env[69041]: DEBUG nova.compute.utils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.332022] env[69041]: DEBUG nova.compute.manager [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Not allocating networking since 'none' was specified. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1072.364488] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9601739e-10a2-44d1-8cc7-4b85cef5ea35 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379 tempest-FloatingIPsAssociationNegativeTestJSON-2031569379-project-member] Lock "318d124d-0fb0-4bb7-9ae4-89baf3885947" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.153s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.367483] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e8ced53-1a7e-4a28-b3c0-814f5fe9f177 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "02cf0f6e-82b4-4db4-9f15-3a3770a4781f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.159s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.413232] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.591739] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889608, 'name': CreateVM_Task, 'duration_secs': 0.534566} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.591912] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.592633] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.592803] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.593160] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.593427] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87e5445-17db-4da2-9b7b-e3a7f4a3c9d4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.598215] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1072.598215] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52861d87-5116-f3de-afd5-6450311ce65d" [ 1072.598215] env[69041]: _type = "Task" [ 1072.598215] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.606354] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52861d87-5116-f3de-afd5-6450311ce65d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.744815] env[69041]: DEBUG oslo_concurrency.lockutils [req-6aef97ad-cff2-40b3-93d9-b157adbf2d99 req-91b13028-d93e-4191-8a6e-521c9ec34b8b service nova] Releasing lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.781868] env[69041]: DEBUG nova.network.neutron [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.811021] env[69041]: DEBUG oslo_vmware.api [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889609, 'name': PowerOffVM_Task, 'duration_secs': 0.299832} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.811021] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.814676] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.815550] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c778cc8-d4d9-4832-b52f-d0329f052aec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.832786] env[69041]: DEBUG nova.compute.manager [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.838723] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125512} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.840225] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.841337] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f6da25-bc47-433f-a55f-0fb8a1c7d95c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.850338] env[69041]: DEBUG oslo_vmware.api [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1072.850338] env[69041]: value = "task-2889611" [ 1072.850338] env[69041]: _type = "Task" [ 1072.850338] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.874400] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 6836ec34-e148-4580-a39b-09bd1fc75d3d/6836ec34-e148-4580-a39b-09bd1fc75d3d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.881127] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83992074-ee73-4d47-801a-205dd6a3a801 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.903103] env[69041]: DEBUG oslo_vmware.api [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.908708] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for the task: (returnval){ [ 1072.908708] env[69041]: value = "task-2889612" [ 1072.908708] env[69041]: _type = "Task" [ 1072.908708] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.922883] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.030993] env[69041]: DEBUG nova.network.neutron [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance_info_cache with network_info: [{"id": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "address": "fa:16:3e:00:37:48", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c42cbf-52", "ovs_interfaceid": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.110975] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52861d87-5116-f3de-afd5-6450311ce65d, 'name': SearchDatastore_Task, 'duration_secs': 0.013117} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.113942] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.114251] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.114579] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.114815] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.115060] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.115952] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0918defc-fd34-42f9-b677-140cbf2a71d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.124242] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.124435] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.125226] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8becd222-306d-479c-a29a-f2aa0419b01d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.133025] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1073.133025] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b556c8-be98-bfe4-0efe-ad1aacf65362" [ 1073.133025] env[69041]: _type = "Task" [ 1073.133025] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.141345] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b556c8-be98-bfe4-0efe-ad1aacf65362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.370699] env[69041]: DEBUG oslo_vmware.api [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889611, 'name': ReconfigVM_Task, 'duration_secs': 0.351715} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.371526] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.372037] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.372360] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a05390e-b264-4e0d-9a7e-3d7eda4a4663 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.386200] env[69041]: DEBUG oslo_vmware.api [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1073.386200] env[69041]: value = "task-2889613" [ 1073.386200] env[69041]: _type = "Task" [ 1073.386200] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.400167] env[69041]: DEBUG oslo_vmware.api [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.420773] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889612, 'name': ReconfigVM_Task, 'duration_secs': 0.508713} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.424323] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 6836ec34-e148-4580-a39b-09bd1fc75d3d/6836ec34-e148-4580-a39b-09bd1fc75d3d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.425384] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b768574c-cfd5-4245-9048-789dfd8fb83c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.431872] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for the task: (returnval){ [ 1073.431872] env[69041]: value = "task-2889614" [ 1073.431872] env[69041]: _type = "Task" [ 1073.431872] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.440825] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889614, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.459721] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c03374e-4df2-4888-a63a-6fda534053ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.467244] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae033a8-6fab-42fb-805e-4f2e6e05f047 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.503672] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe6135e-21b0-4c15-9313-65b69255486f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.512235] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b39f95-691e-4e5c-9813-356625b73807 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.519266] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.519513] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.520202] env[69041]: INFO nova.compute.manager [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Attaching volume 366d6f01-e754-4fb2-be8a-765c7ee1fb0b to /dev/sdb [ 1073.531376] env[69041]: DEBUG nova.compute.provider_tree [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.535501] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.535804] env[69041]: DEBUG nova.compute.manager [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Instance network_info: |[{"id": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "address": "fa:16:3e:00:37:48", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c42cbf-52", "ovs_interfaceid": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.537197] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:37:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.545094] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.545987] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.546250] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfcdd105-a802-483b-9a1f-bc4f9e447a10 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.566439] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.566439] env[69041]: value = "task-2889615" [ 1073.566439] env[69041]: _type = "Task" [ 1073.566439] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.572301] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed177af-6c85-484f-8208-2a72616d1ea3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.578131] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889615, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.582257] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce1662a-7545-452b-834f-93a51c05c284 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.599730] env[69041]: DEBUG nova.virt.block_device [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Updating existing volume attachment record: 67c0af03-c5f5-4c2d-bb54-dff63cbf4592 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1073.645266] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b556c8-be98-bfe4-0efe-ad1aacf65362, 'name': SearchDatastore_Task, 'duration_secs': 0.01257} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.645605] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4d7d27-929d-444e-bcce-655aed0f89b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.652330] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1073.652330] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52df36b5-1165-4f9f-a857-6ab1513f6bc5" [ 1073.652330] env[69041]: _type = "Task" [ 1073.652330] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.660431] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52df36b5-1165-4f9f-a857-6ab1513f6bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.776337] env[69041]: DEBUG nova.compute.manager [req-d47b86b8-73e3-410b-816a-29eaec706e46 req-15c116d3-11a2-4622-a822-83492f3c7a3d service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Received event network-changed-34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1073.776566] env[69041]: DEBUG nova.compute.manager [req-d47b86b8-73e3-410b-816a-29eaec706e46 req-15c116d3-11a2-4622-a822-83492f3c7a3d service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Refreshing instance network info cache due to event network-changed-34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1073.776818] env[69041]: DEBUG oslo_concurrency.lockutils [req-d47b86b8-73e3-410b-816a-29eaec706e46 req-15c116d3-11a2-4622-a822-83492f3c7a3d service nova] Acquiring lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.776926] env[69041]: DEBUG oslo_concurrency.lockutils [req-d47b86b8-73e3-410b-816a-29eaec706e46 req-15c116d3-11a2-4622-a822-83492f3c7a3d service nova] Acquired lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.777236] env[69041]: DEBUG nova.network.neutron [req-d47b86b8-73e3-410b-816a-29eaec706e46 req-15c116d3-11a2-4622-a822-83492f3c7a3d service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Refreshing network info cache for port 34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.843073] env[69041]: DEBUG nova.compute.manager [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.871020] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.872535] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.872782] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.873261] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.873476] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.873637] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.873852] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.874142] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.874376] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.874584] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.874793] env[69041]: DEBUG nova.virt.hardware [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.875920] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2de439-25eb-4156-b7e4-03b169da4c27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.884363] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed85ecb-6760-4902-9849-3c0e553bfd53 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.906443] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.915023] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Creating folder: Project (32f9957fb4bf4c83b646a9a84855aa27). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.919348] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0e9fe1d-5de9-48a8-b27f-1904279a8528 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.920953] env[69041]: DEBUG oslo_vmware.api [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889613, 'name': PowerOnVM_Task, 'duration_secs': 0.440202} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.921066] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.922030] env[69041]: DEBUG nova.compute.manager [None req-45fc4cd2-5eb2-459b-8d98-1e05287b8a4b tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.922493] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77671d0c-98ca-4850-ab95-04d855f3288a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.941904] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Created folder: Project (32f9957fb4bf4c83b646a9a84855aa27) in parent group-v580429. [ 1073.941904] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Creating folder: Instances. Parent ref: group-v580558. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.944361] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-660be64c-372f-4176-a307-ba647bb479bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.949282] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889614, 'name': Rename_Task, 'duration_secs': 0.192546} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.949541] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.949775] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f479436-2372-4e2b-a069-33124f645a1c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.952426] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Created folder: Instances in parent group-v580558. [ 1073.952655] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.953181] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.953390] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b4789e-70f0-407f-adec-cc5c898a2cc6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.967142] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for the task: (returnval){ [ 1073.967142] env[69041]: value = "task-2889619" [ 1073.967142] env[69041]: _type = "Task" [ 1073.967142] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.973257] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.973257] env[69041]: value = "task-2889621" [ 1073.973257] env[69041]: _type = "Task" [ 1073.973257] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.981783] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889619, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.989526] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889621, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.038259] env[69041]: DEBUG nova.scheduler.client.report [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.080412] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889615, 'name': CreateVM_Task, 'duration_secs': 0.356916} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.080614] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.081450] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.081682] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.082214] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.082380] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279c3001-8857-4ce7-a078-0de4dd45b931 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.088314] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1074.088314] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52db4403-a378-b1cd-7895-6e29ecc8a4b6" [ 1074.088314] env[69041]: _type = "Task" [ 1074.088314] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.097640] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52db4403-a378-b1cd-7895-6e29ecc8a4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.165754] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52df36b5-1165-4f9f-a857-6ab1513f6bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.166163] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.166575] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 983aa6f2-dc56-45d9-8b35-688d75f63525/983aa6f2-dc56-45d9-8b35-688d75f63525.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.166928] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64f208b9-eaa1-4879-91d5-8bc93a2208f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.175259] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1074.175259] env[69041]: value = "task-2889623" [ 1074.175259] env[69041]: _type = "Task" [ 1074.175259] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.186574] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.482000] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.488353] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889621, 'name': CreateVM_Task, 'duration_secs': 0.384048} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.492094] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.492518] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.534613] env[69041]: DEBUG nova.network.neutron [req-d47b86b8-73e3-410b-816a-29eaec706e46 req-15c116d3-11a2-4622-a822-83492f3c7a3d service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updated VIF entry in instance network info cache for port 34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.535394] env[69041]: DEBUG nova.network.neutron [req-d47b86b8-73e3-410b-816a-29eaec706e46 req-15c116d3-11a2-4622-a822-83492f3c7a3d service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance_info_cache with network_info: [{"id": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "address": "fa:16:3e:00:37:48", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c42cbf-52", "ovs_interfaceid": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.547198] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.547198] env[69041]: DEBUG nova.compute.manager [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.549705] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.813s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.550291] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.555227] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.306s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.557451] env[69041]: INFO nova.compute.claims [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.603364] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52db4403-a378-b1cd-7895-6e29ecc8a4b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013737} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.604661] env[69041]: INFO nova.scheduler.client.report [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Deleted allocations for instance 3dfa074e-f205-4cef-91c5-685c51956b35 [ 1074.605904] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.610308] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.610308] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.610308] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.610308] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.611296] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.611821] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.612317] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e9a426f-29df-4940-91b1-3de1ed4719dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.615527] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ced2b43-6876-473a-a3b5-5a4385339613 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.624926] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1074.624926] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522dbba0-19b3-381a-aa5b-11dfc6be2da6" [ 1074.624926] env[69041]: _type = "Task" [ 1074.624926] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.631839] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.632040] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.637402] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4576dd5a-81c3-4ef1-9ce5-43f317afa53f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.639990] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522dbba0-19b3-381a-aa5b-11dfc6be2da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.644145] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1074.644145] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521f42d1-ab75-2e6a-e796-1c6b35a08037" [ 1074.644145] env[69041]: _type = "Task" [ 1074.644145] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.654259] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521f42d1-ab75-2e6a-e796-1c6b35a08037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.688010] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889623, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.979737] env[69041]: DEBUG oslo_vmware.api [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889619, 'name': PowerOnVM_Task, 'duration_secs': 0.780945} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.980074] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.980312] env[69041]: INFO nova.compute.manager [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1074.980481] env[69041]: DEBUG nova.compute.manager [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.981286] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1940d807-6745-491d-bdc5-2367ea5003fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.040809] env[69041]: DEBUG oslo_concurrency.lockutils [req-d47b86b8-73e3-410b-816a-29eaec706e46 req-15c116d3-11a2-4622-a822-83492f3c7a3d service nova] Releasing lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.063834] env[69041]: DEBUG nova.compute.utils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.066919] env[69041]: DEBUG nova.compute.manager [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.068029] env[69041]: DEBUG nova.network.neutron [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.119653] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d6a62c4-eecf-45a3-95a8-354ce5d6311e tempest-ServerTagsTestJSON-1402660661 tempest-ServerTagsTestJSON-1402660661-project-member] Lock "3dfa074e-f205-4cef-91c5-685c51956b35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.512s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.136539] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522dbba0-19b3-381a-aa5b-11dfc6be2da6, 'name': SearchDatastore_Task, 'duration_secs': 0.051758} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.136847] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.137095] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.137352] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.142443] env[69041]: DEBUG nova.policy [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85029ad083074925b2c2671436dd5df2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b6186600696421fb26a7d069093f1f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.154533] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521f42d1-ab75-2e6a-e796-1c6b35a08037, 'name': SearchDatastore_Task, 'duration_secs': 0.056004} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.155418] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8377527-99d1-4cd9-aeb3-9297bf214c06 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.163072] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1075.163072] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b14f05-c19c-bd9b-7439-e3231755e4f5" [ 1075.163072] env[69041]: _type = "Task" [ 1075.163072] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.171408] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b14f05-c19c-bd9b-7439-e3231755e4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.189024] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889623, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.009961} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.189024] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 983aa6f2-dc56-45d9-8b35-688d75f63525/983aa6f2-dc56-45d9-8b35-688d75f63525.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.189024] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.189024] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3cea31b-2a82-46e8-9ce4-45e454ea0adc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.197019] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1075.197019] env[69041]: value = "task-2889624" [ 1075.197019] env[69041]: _type = "Task" [ 1075.197019] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.204292] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.354832] env[69041]: DEBUG oslo_vmware.rw_handles [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284c355-d302-820d-50f9-50e56a5183af/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1075.355291] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320d2f5d-4eb5-4988-84e5-dc67b2d8b91a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.361836] env[69041]: DEBUG oslo_vmware.rw_handles [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284c355-d302-820d-50f9-50e56a5183af/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1075.362168] env[69041]: ERROR oslo_vmware.rw_handles [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284c355-d302-820d-50f9-50e56a5183af/disk-0.vmdk due to incomplete transfer. [ 1075.362486] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-153eb4cd-186f-497f-b7c5-b7b44dc4c51a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.369907] env[69041]: DEBUG oslo_vmware.rw_handles [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284c355-d302-820d-50f9-50e56a5183af/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1075.369907] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Uploaded image e3bfc945-67b5-4b94-9ad7-f09ebc946c38 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1075.372087] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1075.372371] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee2d7591-9f08-450f-9b80-599e3094abf3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.377845] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1075.377845] env[69041]: value = "task-2889625" [ 1075.377845] env[69041]: _type = "Task" [ 1075.377845] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.389018] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889625, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.489618] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.489911] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.490367] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.490367] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.490534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.493161] env[69041]: DEBUG nova.network.neutron [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Successfully created port: b58e0a84-e0fe-4023-a8ec-9f82788d52a0 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.502200] env[69041]: INFO nova.compute.manager [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Terminating instance [ 1075.513269] env[69041]: INFO nova.compute.manager [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Took 52.98 seconds to build instance. [ 1075.573272] env[69041]: DEBUG nova.compute.manager [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.674791] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b14f05-c19c-bd9b-7439-e3231755e4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.018455} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.678082] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.678082] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] fc2e1749-d081-4b11-a32d-303fb3675481/fc2e1749-d081-4b11-a32d-303fb3675481.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.678268] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.678463] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.678763] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92ade00b-d874-4298-841b-3469d8adc840 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.680975] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9cdc107-f22a-4a7f-96f1-3430f7a0c467 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.689441] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1075.689441] env[69041]: value = "task-2889626" [ 1075.689441] env[69041]: _type = "Task" [ 1075.689441] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.695977] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.696241] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.697057] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477f5797-7cc1-4f51-9cb4-b6422b967a53 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.711358] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.715489] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1075.715489] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525a8d6e-a15e-9899-abed-95d4d0a81a04" [ 1075.715489] env[69041]: _type = "Task" [ 1075.715489] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.715717] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069935} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.716082] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.720630] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd79702c-e1a4-4f9b-8b16-ee9178a4c001 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.730720] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525a8d6e-a15e-9899-abed-95d4d0a81a04, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.750927] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 983aa6f2-dc56-45d9-8b35-688d75f63525/983aa6f2-dc56-45d9-8b35-688d75f63525.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.755369] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd159036-03c3-445c-a3c1-1a104d69b650 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.759150] env[69041]: DEBUG oslo_concurrency.lockutils [None req-129abfd6-6bed-48c3-9bee-a88069be15f2 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquiring lock "interface-6836ec34-e148-4580-a39b-09bd1fc75d3d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.759476] env[69041]: DEBUG oslo_concurrency.lockutils [None req-129abfd6-6bed-48c3-9bee-a88069be15f2 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "interface-6836ec34-e148-4580-a39b-09bd1fc75d3d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.760566] env[69041]: DEBUG nova.objects.instance [None req-129abfd6-6bed-48c3-9bee-a88069be15f2 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lazy-loading 'flavor' on Instance uuid 6836ec34-e148-4580-a39b-09bd1fc75d3d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.761467] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8d9aca-23e0-40e0-aaef-cf9cb0896ffb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.781743] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1075.781743] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284f2ff-04c7-889d-5782-57fd1f0ca94d" [ 1075.781743] env[69041]: _type = "Task" [ 1075.781743] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.784253] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1075.784253] env[69041]: value = "task-2889627" [ 1075.784253] env[69041]: _type = "Task" [ 1075.784253] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.798923] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284f2ff-04c7-889d-5782-57fd1f0ca94d, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.802297] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.802580] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.803238] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.803525] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba3e2525-5cdb-44c3-87b9-c2783807530b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.812482] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1075.812482] env[69041]: value = "task-2889628" [ 1075.812482] env[69041]: _type = "Task" [ 1075.812482] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.822735] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.888601] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889625, 'name': Destroy_Task, 'duration_secs': 0.33166} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.891654] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Destroyed the VM [ 1075.891977] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1075.893257] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a42fedd2-e6b2-4d93-bc68-f6e5a8b10ac4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.899591] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1075.899591] env[69041]: value = "task-2889629" [ 1075.899591] env[69041]: _type = "Task" [ 1075.899591] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.910908] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.012805] env[69041]: DEBUG nova.compute.manager [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.013122] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.014903] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b90cf2-29a7-4bb0-8dfd-e11d02fa47f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.018439] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e19c16c-48c2-4800-9f94-52e237350389 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "6836ec34-e148-4580-a39b-09bd1fc75d3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.210s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.027141] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.031147] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa05adb-e2a6-4db4-a5a3-9a352f3fe57e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.039238] env[69041]: DEBUG oslo_vmware.api [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1076.039238] env[69041]: value = "task-2889630" [ 1076.039238] env[69041]: _type = "Task" [ 1076.039238] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.053502] env[69041]: DEBUG oslo_vmware.api [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.203471] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48592} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.203754] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] fc2e1749-d081-4b11-a32d-303fb3675481/fc2e1749-d081-4b11-a32d-303fb3675481.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.204071] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.205859] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7330493d-6734-4f92-87e3-71ffe61a9179 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.209155] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e21cb9f-e191-4c00-a607-e82d3eac28f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.222176] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ce0d4-3a4b-49a8-b205-7c201a2bfac5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.229020] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1076.229020] env[69041]: value = "task-2889632" [ 1076.229020] env[69041]: _type = "Task" [ 1076.229020] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.263974] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcad5348-040a-47ec-9490-23423919b723 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.270978] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889632, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.278263] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4884888-6b0a-45e8-add1-eba062b32472 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.286886] env[69041]: DEBUG nova.objects.instance [None req-129abfd6-6bed-48c3-9bee-a88069be15f2 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lazy-loading 'pci_requests' on Instance uuid 6836ec34-e148-4580-a39b-09bd1fc75d3d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.302525] env[69041]: DEBUG nova.compute.provider_tree [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.311262] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.324718] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889628, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.410936] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.521542] env[69041]: DEBUG nova.compute.manager [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.550452] env[69041]: DEBUG oslo_vmware.api [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889630, 'name': PowerOffVM_Task, 'duration_secs': 0.228145} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.550804] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.551077] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.551404] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10be631b-9df6-4332-b16c-1ebb7f1167bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.592766] env[69041]: DEBUG nova.compute.manager [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.620943] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.621241] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.621402] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.621595] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.621815] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.621972] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.622443] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.622650] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.622829] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.622998] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.623190] env[69041]: DEBUG nova.virt.hardware [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.624065] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0392e99e-493c-42e5-b820-754d86cce210 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.633168] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eafc5e-33b9-471d-8b81-e24be3d5953a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.637360] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.637557] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.637910] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Deleting the datastore file [datastore1] b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.637990] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50aff19d-daa5-45e2-a23b-3bff20d2a328 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.651072] env[69041]: DEBUG oslo_vmware.api [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1076.651072] env[69041]: value = "task-2889634" [ 1076.651072] env[69041]: _type = "Task" [ 1076.651072] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.658994] env[69041]: DEBUG oslo_vmware.api [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.744281] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081344} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.744586] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.749225] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a82ca3-a773-4f71-997f-cdfc1d3103ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.774383] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] fc2e1749-d081-4b11-a32d-303fb3675481/fc2e1749-d081-4b11-a32d-303fb3675481.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.774714] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d87eea-5f05-4e0a-a3f3-007c6535d33a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.790249] env[69041]: DEBUG nova.objects.base [None req-129abfd6-6bed-48c3-9bee-a88069be15f2 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Object Instance<6836ec34-e148-4580-a39b-09bd1fc75d3d> lazy-loaded attributes: flavor,pci_requests {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.790470] env[69041]: DEBUG nova.network.neutron [None req-129abfd6-6bed-48c3-9bee-a88069be15f2 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.803887] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889627, 'name': ReconfigVM_Task, 'duration_secs': 0.68462} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.805328] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 983aa6f2-dc56-45d9-8b35-688d75f63525/983aa6f2-dc56-45d9-8b35-688d75f63525.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.808545] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1076.808545] env[69041]: value = "task-2889635" [ 1076.808545] env[69041]: _type = "Task" [ 1076.808545] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.808933] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a449013e-0120-48b4-935a-b2c64802f2d6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.819661] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.821374] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1076.821374] env[69041]: value = "task-2889636" [ 1076.821374] env[69041]: _type = "Task" [ 1076.821374] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.827868] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748552} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.828451] env[69041]: ERROR nova.scheduler.client.report [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [req-e3027a39-3658-4160-8926-b2dacb22aa48] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 32f60d55-c45c-4e8e-b752-d624f83e6946. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e3027a39-3658-4160-8926-b2dacb22aa48"}]} [ 1076.829568] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.829568] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.834511] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c454532-4109-4882-b380-8499df967d96 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.836438] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889636, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.840658] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1076.840658] env[69041]: value = "task-2889637" [ 1076.840658] env[69041]: _type = "Task" [ 1076.840658] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.849537] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.850178] env[69041]: DEBUG nova.scheduler.client.report [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Refreshing inventories for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1076.865021] env[69041]: DEBUG nova.scheduler.client.report [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Updating ProviderTree inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1076.865365] env[69041]: DEBUG nova.compute.provider_tree [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.879965] env[69041]: DEBUG nova.scheduler.client.report [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Refreshing aggregate associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, aggregates: None {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1076.899016] env[69041]: DEBUG nova.scheduler.client.report [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Refreshing trait associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1076.910267] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889629, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.978244] env[69041]: DEBUG oslo_concurrency.lockutils [None req-129abfd6-6bed-48c3-9bee-a88069be15f2 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "interface-6836ec34-e148-4580-a39b-09bd1fc75d3d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.219s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.046149] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.160613] env[69041]: DEBUG oslo_vmware.api [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158473} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.163275] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.163465] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.163640] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.163813] env[69041]: INFO nova.compute.manager [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1077.164057] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.164443] env[69041]: DEBUG nova.compute.manager [-] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.164546] env[69041]: DEBUG nova.network.neutron [-] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.320623] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889635, 'name': ReconfigVM_Task, 'duration_secs': 0.30949} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.320901] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Reconfigured VM instance instance-0000002a to attach disk [datastore2] fc2e1749-d081-4b11-a32d-303fb3675481/fc2e1749-d081-4b11-a32d-303fb3675481.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.321554] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18980ec1-d377-4078-8196-605e08b007f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.337431] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1077.337431] env[69041]: value = "task-2889638" [ 1077.337431] env[69041]: _type = "Task" [ 1077.337431] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.337691] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889636, 'name': Rename_Task, 'duration_secs': 0.141241} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.337995] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.344528] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dcbe6b8-a6bb-42a4-b236-b06a4829e83d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.359593] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070575} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.359912] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1077.359912] env[69041]: value = "task-2889639" [ 1077.359912] env[69041]: _type = "Task" [ 1077.359912] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.362485] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.363609] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc34b847-6b2b-49d3-b601-78311447430b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.373865] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889639, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.395213] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.398167] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9bf4e66-566f-4fdf-907b-987950889ce3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.423839] env[69041]: DEBUG oslo_vmware.api [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889629, 'name': RemoveSnapshot_Task, 'duration_secs': 1.04742} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.423961] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.424171] env[69041]: INFO nova.compute.manager [None req-3951625d-8384-44a6-9daf-11af8b1c3a5d tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Took 13.68 seconds to snapshot the instance on the hypervisor. [ 1077.428810] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1077.428810] env[69041]: value = "task-2889640" [ 1077.428810] env[69041]: _type = "Task" [ 1077.428810] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.436230] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda8704-c7ce-4886-a0dc-c84d98cc3909 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.448427] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257877d5-2907-46fd-b7a6-a9b10dd1b770 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.452027] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.487602] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce97b4d0-103f-4556-802f-77f6bdb4f5bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.497167] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a36f2d-7f91-42a1-8a5c-d80aaa066fe7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.515188] env[69041]: DEBUG nova.compute.provider_tree [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.747842] env[69041]: DEBUG nova.network.neutron [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Successfully updated port: b58e0a84-e0fe-4023-a8ec-9f82788d52a0 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.852601] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889638, 'name': Rename_Task, 'duration_secs': 0.294813} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.852601] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.852601] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcbb66dc-15dc-4c62-aa7e-78cf3b83e9a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.858192] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1077.858192] env[69041]: value = "task-2889641" [ 1077.858192] env[69041]: _type = "Task" [ 1077.858192] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.866525] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.874730] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889639, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.949165] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.992638] env[69041]: DEBUG nova.network.neutron [-] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.018980] env[69041]: DEBUG nova.scheduler.client.report [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.075522] env[69041]: DEBUG nova.compute.manager [req-69b0145c-6dd7-49d7-a825-ccf43117fe73 req-383af3e3-7d3b-4ebe-ab52-c704ec283cd9 service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Received event network-vif-plugged-b58e0a84-e0fe-4023-a8ec-9f82788d52a0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.075522] env[69041]: DEBUG oslo_concurrency.lockutils [req-69b0145c-6dd7-49d7-a825-ccf43117fe73 req-383af3e3-7d3b-4ebe-ab52-c704ec283cd9 service nova] Acquiring lock "e042d33d-8024-4cad-b057-dc0c8036024e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.075522] env[69041]: DEBUG oslo_concurrency.lockutils [req-69b0145c-6dd7-49d7-a825-ccf43117fe73 req-383af3e3-7d3b-4ebe-ab52-c704ec283cd9 service nova] Lock "e042d33d-8024-4cad-b057-dc0c8036024e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.075522] env[69041]: DEBUG oslo_concurrency.lockutils [req-69b0145c-6dd7-49d7-a825-ccf43117fe73 req-383af3e3-7d3b-4ebe-ab52-c704ec283cd9 service nova] Lock "e042d33d-8024-4cad-b057-dc0c8036024e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.075522] env[69041]: DEBUG nova.compute.manager [req-69b0145c-6dd7-49d7-a825-ccf43117fe73 req-383af3e3-7d3b-4ebe-ab52-c704ec283cd9 service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] No waiting events found dispatching network-vif-plugged-b58e0a84-e0fe-4023-a8ec-9f82788d52a0 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.075522] env[69041]: WARNING nova.compute.manager [req-69b0145c-6dd7-49d7-a825-ccf43117fe73 req-383af3e3-7d3b-4ebe-ab52-c704ec283cd9 service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Received unexpected event network-vif-plugged-b58e0a84-e0fe-4023-a8ec-9f82788d52a0 for instance with vm_state building and task_state spawning. [ 1078.103626] env[69041]: DEBUG nova.compute.manager [req-df7b6de7-d110-40fe-ae36-677b40d3a5c7 req-8c00aa15-beb0-4c1c-8ce4-9eaf94ae4642 service nova] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Received event network-vif-deleted-84769732-b5f5-491f-b29f-4b45324d6480 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.250321] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "refresh_cache-e042d33d-8024-4cad-b057-dc0c8036024e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.250519] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquired lock "refresh_cache-e042d33d-8024-4cad-b057-dc0c8036024e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.250800] env[69041]: DEBUG nova.network.neutron [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.375211] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.380608] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889639, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.445621] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889640, 'name': ReconfigVM_Task, 'duration_secs': 0.623176} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.445901] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Reconfigured VM instance instance-0000002b to attach disk [datastore2] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.447661] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1923912-3761-4dff-aadc-457dafb2eabc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.454898] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1078.454898] env[69041]: value = "task-2889642" [ 1078.454898] env[69041]: _type = "Task" [ 1078.454898] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.466365] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889642, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.496058] env[69041]: INFO nova.compute.manager [-] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Took 1.33 seconds to deallocate network for instance. [ 1078.527031] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.971s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.528902] env[69041]: DEBUG nova.compute.manager [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.530888] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.676s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.532468] env[69041]: INFO nova.compute.claims [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.658251] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1078.658502] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580562', 'volume_id': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'name': 'volume-366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd01f76-79cb-4640-b697-dc89f3a53f51', 'attached_at': '', 'detached_at': '', 'volume_id': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'serial': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1078.659688] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ad0d1d-dd12-4d69-a22b-750649b874d0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.678836] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfeb813-5aa5-430c-9f28-d8d82300dc82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.708657] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] volume-366d6f01-e754-4fb2-be8a-765c7ee1fb0b/volume-366d6f01-e754-4fb2-be8a-765c7ee1fb0b.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.708990] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f319f83-715d-4686-9a0e-f91c43457ce1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.728770] env[69041]: DEBUG oslo_vmware.api [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1078.728770] env[69041]: value = "task-2889643" [ 1078.728770] env[69041]: _type = "Task" [ 1078.728770] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.737792] env[69041]: DEBUG oslo_vmware.api [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.809982] env[69041]: DEBUG nova.network.neutron [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.869280] env[69041]: DEBUG oslo_vmware.api [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889641, 'name': PowerOnVM_Task, 'duration_secs': 0.755184} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.872454] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.872866] env[69041]: INFO nova.compute.manager [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1078.872866] env[69041]: DEBUG nova.compute.manager [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.875697] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a923265-58a9-4419-a24e-bf58ceda6f9c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.883341] env[69041]: DEBUG oslo_vmware.api [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2889639, 'name': PowerOnVM_Task, 'duration_secs': 1.183387} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.886779] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.886779] env[69041]: INFO nova.compute.manager [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1078.886779] env[69041]: DEBUG nova.compute.manager [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.889951] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6814aaba-9fd7-4175-a1a9-ab8d9940ee8c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.967535] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889642, 'name': Rename_Task, 'duration_secs': 0.166829} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.967677] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.967915] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44789380-9abe-4c5e-a613-00c590157045 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.975968] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1078.975968] env[69041]: value = "task-2889644" [ 1078.975968] env[69041]: _type = "Task" [ 1078.975968] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.985519] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.995858] env[69041]: DEBUG nova.network.neutron [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Updating instance_info_cache with network_info: [{"id": "b58e0a84-e0fe-4023-a8ec-9f82788d52a0", "address": "fa:16:3e:af:9c:f6", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb58e0a84-e0", "ovs_interfaceid": "b58e0a84-e0fe-4023-a8ec-9f82788d52a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.003449] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.040449] env[69041]: DEBUG nova.compute.utils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.044636] env[69041]: DEBUG nova.compute.manager [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.044636] env[69041]: DEBUG nova.network.neutron [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.087708] env[69041]: DEBUG nova.policy [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d4ad264c9b4e30831fd6d9fddc1cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41552bc3ddc2488fb16884e06eb4c1f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.122152] env[69041]: DEBUG oslo_concurrency.lockutils [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquiring lock "6836ec34-e148-4580-a39b-09bd1fc75d3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.122489] env[69041]: DEBUG oslo_concurrency.lockutils [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "6836ec34-e148-4580-a39b-09bd1fc75d3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.122688] env[69041]: DEBUG oslo_concurrency.lockutils [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquiring lock "6836ec34-e148-4580-a39b-09bd1fc75d3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.122889] env[69041]: DEBUG oslo_concurrency.lockutils [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "6836ec34-e148-4580-a39b-09bd1fc75d3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.123091] env[69041]: DEBUG oslo_concurrency.lockutils [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "6836ec34-e148-4580-a39b-09bd1fc75d3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.125538] env[69041]: INFO nova.compute.manager [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Terminating instance [ 1079.241604] env[69041]: DEBUG oslo_vmware.api [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.412254] env[69041]: INFO nova.compute.manager [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Took 47.74 seconds to build instance. [ 1079.413433] env[69041]: INFO nova.compute.manager [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Took 51.87 seconds to build instance. [ 1079.452467] env[69041]: DEBUG nova.network.neutron [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Successfully created port: f71fbf2e-920d-46d7-a66a-d30a262877f6 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.486681] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.499449] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Releasing lock "refresh_cache-e042d33d-8024-4cad-b057-dc0c8036024e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.499449] env[69041]: DEBUG nova.compute.manager [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Instance network_info: |[{"id": "b58e0a84-e0fe-4023-a8ec-9f82788d52a0", "address": "fa:16:3e:af:9c:f6", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb58e0a84-e0", "ovs_interfaceid": "b58e0a84-e0fe-4023-a8ec-9f82788d52a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.500485] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:9c:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b58e0a84-e0fe-4023-a8ec-9f82788d52a0', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.509385] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.509814] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.510772] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d07a6668-b9d0-4400-9d39-3e77cc223667 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.533048] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.533048] env[69041]: value = "task-2889645" [ 1079.533048] env[69041]: _type = "Task" [ 1079.533048] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.543520] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889645, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.546259] env[69041]: DEBUG nova.compute.manager [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.631334] env[69041]: DEBUG nova.compute.manager [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.631522] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.632809] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3620a80-6d0a-4ff5-bb89-fdca5f64e76f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.646605] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.646780] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9afb52ec-9596-479a-97fc-a81b8a758b81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.654152] env[69041]: DEBUG oslo_vmware.api [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for the task: (returnval){ [ 1079.654152] env[69041]: value = "task-2889646" [ 1079.654152] env[69041]: _type = "Task" [ 1079.654152] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.663410] env[69041]: DEBUG oslo_vmware.api [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.746601] env[69041]: DEBUG oslo_vmware.api [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889643, 'name': ReconfigVM_Task, 'duration_secs': 0.59701} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.751864] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Reconfigured VM instance instance-00000013 to attach disk [datastore2] volume-366d6f01-e754-4fb2-be8a-765c7ee1fb0b/volume-366d6f01-e754-4fb2-be8a-765c7ee1fb0b.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.760939] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38867441-870f-4a77-b4a2-012d72b4119b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.787588] env[69041]: DEBUG oslo_vmware.api [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1079.787588] env[69041]: value = "task-2889647" [ 1079.787588] env[69041]: _type = "Task" [ 1079.787588] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.799044] env[69041]: DEBUG oslo_vmware.api [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.914978] env[69041]: DEBUG oslo_concurrency.lockutils [None req-141c8f2c-becd-45ea-9215-1a079f345daf tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "fc2e1749-d081-4b11-a32d-303fb3675481" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.734s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.915466] env[69041]: DEBUG oslo_concurrency.lockutils [None req-68b5621e-0983-4130-ae7c-a629efafc251 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.474s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.990152] env[69041]: DEBUG oslo_vmware.api [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889644, 'name': PowerOnVM_Task, 'duration_secs': 0.608973} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.992766] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.992987] env[69041]: INFO nova.compute.manager [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1079.993181] env[69041]: DEBUG nova.compute.manager [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.994211] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd01639-e755-4580-b9ce-abe958ad1b4c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.044967] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889645, 'name': CreateVM_Task, 'duration_secs': 0.387442} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.047989] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.048875] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.049050] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.049375] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.050614] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd2e0a5-b511-41e1-94a2-e883cd3f7dab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.058971] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1080.058971] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524ecc72-07d5-b801-e17f-58d8d14c1d88" [ 1080.058971] env[69041]: _type = "Task" [ 1080.058971] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.069754] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524ecc72-07d5-b801-e17f-58d8d14c1d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.165127] env[69041]: DEBUG oslo_vmware.api [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889646, 'name': PowerOffVM_Task, 'duration_secs': 0.277156} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.167850] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.168088] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.168592] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67bbf14d-7f85-4faa-b665-d740f8d2f9f5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.218836] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aef8de-6fa2-459e-a0cc-12c4288ccc52 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.227414] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7fdac0-ef97-48dd-aa08-ac9afa6595bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.261680] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d44fb1-34eb-42c1-b52c-34f3e4973a71 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.264378] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.264644] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.264736] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Deleting the datastore file [datastore2] 6836ec34-e148-4580-a39b-09bd1fc75d3d {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.264967] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f6b81e4-2c28-489f-9655-6a52a278498c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.274306] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ea183-105a-45d6-a2ea-bf3aed725c8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.276726] env[69041]: DEBUG oslo_vmware.api [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for the task: (returnval){ [ 1080.276726] env[69041]: value = "task-2889649" [ 1080.276726] env[69041]: _type = "Task" [ 1080.276726] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.288398] env[69041]: DEBUG nova.compute.provider_tree [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.296112] env[69041]: DEBUG oslo_vmware.api [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.300785] env[69041]: DEBUG oslo_vmware.api [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889647, 'name': ReconfigVM_Task, 'duration_secs': 0.171055} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.301086] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580562', 'volume_id': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'name': 'volume-366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd01f76-79cb-4640-b697-dc89f3a53f51', 'attached_at': '', 'detached_at': '', 'volume_id': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'serial': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.308691] env[69041]: DEBUG nova.compute.manager [req-64551a08-35e9-4dcf-bf50-950cb23f2430 req-86c02f64-ffd8-458e-b166-0fe41608f14c service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Received event network-changed-b58e0a84-e0fe-4023-a8ec-9f82788d52a0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.308895] env[69041]: DEBUG nova.compute.manager [req-64551a08-35e9-4dcf-bf50-950cb23f2430 req-86c02f64-ffd8-458e-b166-0fe41608f14c service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Refreshing instance network info cache due to event network-changed-b58e0a84-e0fe-4023-a8ec-9f82788d52a0. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1080.309128] env[69041]: DEBUG oslo_concurrency.lockutils [req-64551a08-35e9-4dcf-bf50-950cb23f2430 req-86c02f64-ffd8-458e-b166-0fe41608f14c service nova] Acquiring lock "refresh_cache-e042d33d-8024-4cad-b057-dc0c8036024e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.309295] env[69041]: DEBUG oslo_concurrency.lockutils [req-64551a08-35e9-4dcf-bf50-950cb23f2430 req-86c02f64-ffd8-458e-b166-0fe41608f14c service nova] Acquired lock "refresh_cache-e042d33d-8024-4cad-b057-dc0c8036024e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.309462] env[69041]: DEBUG nova.network.neutron [req-64551a08-35e9-4dcf-bf50-950cb23f2430 req-86c02f64-ffd8-458e-b166-0fe41608f14c service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Refreshing network info cache for port b58e0a84-e0fe-4023-a8ec-9f82788d52a0 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.419372] env[69041]: DEBUG nova.compute.manager [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.422801] env[69041]: DEBUG nova.compute.manager [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.514299] env[69041]: INFO nova.compute.manager [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Took 45.61 seconds to build instance. [ 1080.561548] env[69041]: DEBUG nova.compute.manager [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.578912] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524ecc72-07d5-b801-e17f-58d8d14c1d88, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.581246] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.581986] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.581986] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.581986] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.582327] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.582819] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08a77e7e-6305-4189-9bc4-b4caac9264bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.594469] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.595132] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.595393] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.595665] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.595955] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.596193] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.596711] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.597138] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.597449] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.601024] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.601024] env[69041]: DEBUG nova.virt.hardware [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.601024] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2675d76a-d1f9-4084-9f58-1f4161aaebd0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.602999] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.603257] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.604400] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657fdac0-af91-4b57-a8f6-22060caab5e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.612161] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07bbeb0-f864-4fa9-8e1a-66ec51e51099 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.617110] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1080.617110] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5228569f-91c5-ad2c-8031-257b102348d0" [ 1080.617110] env[69041]: _type = "Task" [ 1080.617110] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.634851] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5228569f-91c5-ad2c-8031-257b102348d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.635732] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8293a410-b298-4cff-ae7a-9252976af6c0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.641353] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1080.641353] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523a458b-9350-b042-cc70-11f2eaf59aa7" [ 1080.641353] env[69041]: _type = "Task" [ 1080.641353] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.649403] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523a458b-9350-b042-cc70-11f2eaf59aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.785963] env[69041]: DEBUG oslo_vmware.api [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Task: {'id': task-2889649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151168} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.786459] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.786667] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.787158] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.787430] env[69041]: INFO nova.compute.manager [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1080.787692] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.787887] env[69041]: DEBUG nova.compute.manager [-] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.787985] env[69041]: DEBUG nova.network.neutron [-] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.797329] env[69041]: DEBUG nova.scheduler.client.report [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.954390] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.959320] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.016710] env[69041]: DEBUG oslo_concurrency.lockutils [None req-344bff1f-340a-4d19-88dd-495912ee3c29 tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "c73bd3ee-de47-4233-8e0c-afc51c210f96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.954s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.125989] env[69041]: DEBUG nova.network.neutron [req-64551a08-35e9-4dcf-bf50-950cb23f2430 req-86c02f64-ffd8-458e-b166-0fe41608f14c service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Updated VIF entry in instance network info cache for port b58e0a84-e0fe-4023-a8ec-9f82788d52a0. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.126415] env[69041]: DEBUG nova.network.neutron [req-64551a08-35e9-4dcf-bf50-950cb23f2430 req-86c02f64-ffd8-458e-b166-0fe41608f14c service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Updating instance_info_cache with network_info: [{"id": "b58e0a84-e0fe-4023-a8ec-9f82788d52a0", "address": "fa:16:3e:af:9c:f6", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb58e0a84-e0", "ovs_interfaceid": "b58e0a84-e0fe-4023-a8ec-9f82788d52a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.155566] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523a458b-9350-b042-cc70-11f2eaf59aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.157734] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.158438] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] e042d33d-8024-4cad-b057-dc0c8036024e/e042d33d-8024-4cad-b057-dc0c8036024e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.160313] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bfdc8ac-a81e-470c-b91d-1b116fb41fd5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.168164] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1081.168164] env[69041]: value = "task-2889650" [ 1081.168164] env[69041]: _type = "Task" [ 1081.168164] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.175696] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.294920] env[69041]: DEBUG nova.network.neutron [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Successfully updated port: f71fbf2e-920d-46d7-a66a-d30a262877f6 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.304048] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.305363] env[69041]: DEBUG nova.compute.manager [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.311098] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.762s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.313155] env[69041]: INFO nova.compute.claims [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.358444] env[69041]: DEBUG nova.objects.instance [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lazy-loading 'flavor' on Instance uuid 0cd01f76-79cb-4640-b697-dc89f3a53f51 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.403922] env[69041]: INFO nova.compute.manager [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Rebuilding instance [ 1081.486479] env[69041]: DEBUG nova.compute.manager [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.486479] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f203f1-80fb-4b61-8eaa-11bbe813e834 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.522617] env[69041]: DEBUG nova.compute.manager [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.629877] env[69041]: DEBUG oslo_concurrency.lockutils [req-64551a08-35e9-4dcf-bf50-950cb23f2430 req-86c02f64-ffd8-458e-b166-0fe41608f14c service nova] Releasing lock "refresh_cache-e042d33d-8024-4cad-b057-dc0c8036024e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.678482] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498186} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.678681] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] e042d33d-8024-4cad-b057-dc0c8036024e/e042d33d-8024-4cad-b057-dc0c8036024e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.678896] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.679165] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8afbaa1-3fce-4c28-9de7-e792a767e705 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.685925] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1081.685925] env[69041]: value = "task-2889651" [ 1081.685925] env[69041]: _type = "Task" [ 1081.685925] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.694429] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.799774] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "refresh_cache-5e59e394-e20c-4046-89f6-df939d8353fa" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.799937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired lock "refresh_cache-5e59e394-e20c-4046-89f6-df939d8353fa" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.800134] env[69041]: DEBUG nova.network.neutron [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.818194] env[69041]: DEBUG nova.compute.utils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.824564] env[69041]: DEBUG nova.compute.manager [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.824564] env[69041]: DEBUG nova.network.neutron [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.864592] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aaae5021-756c-44d5-b216-36844dee86f0 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.345s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.977126] env[69041]: DEBUG nova.network.neutron [-] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.030935] env[69041]: DEBUG nova.policy [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e5f35dd5ed34affb3d52aac4ffccce8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52cb50480a5e4dfc9f3c9b44029f3bdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.046449] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.193195] env[69041]: DEBUG nova.compute.manager [req-adab3476-af74-450a-a9e6-da466d683eeb req-78bce964-5232-4ac1-9944-853f70661f6b service nova] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Received event network-vif-deleted-eb662e94-cba6-48c7-b70e-18ed6cdaac29 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1082.200701] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203879} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.200950] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.201742] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f5159b-08b2-4f64-955b-760fd0fd3ba9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.229154] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e042d33d-8024-4cad-b057-dc0c8036024e/e042d33d-8024-4cad-b057-dc0c8036024e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.230119] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51b351f-979c-4449-ab88-d675bd5120bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.254638] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1082.254638] env[69041]: value = "task-2889652" [ 1082.254638] env[69041]: _type = "Task" [ 1082.254638] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.264613] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889652, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.322676] env[69041]: DEBUG nova.compute.manager [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.347985] env[69041]: DEBUG nova.network.neutron [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.395664] env[69041]: DEBUG nova.compute.manager [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Stashing vm_state: active {{(pid=69041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1082.399195] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquiring lock "518aa9c0-880c-4aef-9429-9000e2f9eee2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.399431] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lock "518aa9c0-880c-4aef-9429-9000e2f9eee2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.480840] env[69041]: DEBUG nova.network.neutron [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Successfully created port: 45bbbd98-6ad0-451d-b783-bbeb6602e57d {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.482037] env[69041]: INFO nova.compute.manager [-] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Took 1.69 seconds to deallocate network for instance. [ 1082.507155] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.511225] env[69041]: DEBUG nova.network.neutron [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Updating instance_info_cache with network_info: [{"id": "f71fbf2e-920d-46d7-a66a-d30a262877f6", "address": "fa:16:3e:9e:53:7c", "network": {"id": "f3da7f80-9217-4a6d-962a-99140acb897f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1575670035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41552bc3ddc2488fb16884e06eb4c1f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71fbf2e-92", "ovs_interfaceid": "f71fbf2e-920d-46d7-a66a-d30a262877f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.511225] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ed55fdd-9369-49ef-aa27-b587eb819fa1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.519027] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1082.519027] env[69041]: value = "task-2889653" [ 1082.519027] env[69041]: _type = "Task" [ 1082.519027] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.534751] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.713146] env[69041]: DEBUG nova.compute.manager [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Received event network-vif-plugged-f71fbf2e-920d-46d7-a66a-d30a262877f6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1082.713628] env[69041]: DEBUG oslo_concurrency.lockutils [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] Acquiring lock "5e59e394-e20c-4046-89f6-df939d8353fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.713628] env[69041]: DEBUG oslo_concurrency.lockutils [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] Lock "5e59e394-e20c-4046-89f6-df939d8353fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.713795] env[69041]: DEBUG oslo_concurrency.lockutils [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] Lock "5e59e394-e20c-4046-89f6-df939d8353fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.713988] env[69041]: DEBUG nova.compute.manager [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] No waiting events found dispatching network-vif-plugged-f71fbf2e-920d-46d7-a66a-d30a262877f6 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.714184] env[69041]: WARNING nova.compute.manager [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Received unexpected event network-vif-plugged-f71fbf2e-920d-46d7-a66a-d30a262877f6 for instance with vm_state building and task_state spawning. [ 1082.714343] env[69041]: DEBUG nova.compute.manager [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Received event network-changed-f71fbf2e-920d-46d7-a66a-d30a262877f6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1082.714500] env[69041]: DEBUG nova.compute.manager [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Refreshing instance network info cache due to event network-changed-f71fbf2e-920d-46d7-a66a-d30a262877f6. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1082.714718] env[69041]: DEBUG oslo_concurrency.lockutils [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] Acquiring lock "refresh_cache-5e59e394-e20c-4046-89f6-df939d8353fa" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.767260] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889652, 'name': ReconfigVM_Task, 'duration_secs': 0.50753} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.767260] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e042d33d-8024-4cad-b057-dc0c8036024e/e042d33d-8024-4cad-b057-dc0c8036024e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.767802] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8d5102b-eb36-457c-a83e-9ee0134a6c70 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.773783] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1082.773783] env[69041]: value = "task-2889654" [ 1082.773783] env[69041]: _type = "Task" [ 1082.773783] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.785547] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889654, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.920087] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.959412] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b528bc30-b615-4568-849f-eab6c3762233 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.969821] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85829ceb-0f3f-4780-b3e3-062b5be7297e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.007534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.008885] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8fff52-ae18-4c38-8e50-df7867b7fc84 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.012605] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Releasing lock "refresh_cache-5e59e394-e20c-4046-89f6-df939d8353fa" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.012914] env[69041]: DEBUG nova.compute.manager [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Instance network_info: |[{"id": "f71fbf2e-920d-46d7-a66a-d30a262877f6", "address": "fa:16:3e:9e:53:7c", "network": {"id": "f3da7f80-9217-4a6d-962a-99140acb897f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1575670035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41552bc3ddc2488fb16884e06eb4c1f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71fbf2e-92", "ovs_interfaceid": "f71fbf2e-920d-46d7-a66a-d30a262877f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.015160] env[69041]: DEBUG oslo_concurrency.lockutils [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] Acquired lock "refresh_cache-5e59e394-e20c-4046-89f6-df939d8353fa" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.015350] env[69041]: DEBUG nova.network.neutron [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Refreshing network info cache for port f71fbf2e-920d-46d7-a66a-d30a262877f6 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.016552] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:53:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f71fbf2e-920d-46d7-a66a-d30a262877f6', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.023879] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.025157] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.026330] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117bdc84-e0b4-4a9a-8d8c-7c7f4534f72d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.033262] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e105b52a-22a7-4026-9da4-c1d0dc6a9e57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.052536] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889653, 'name': PowerOffVM_Task, 'duration_secs': 0.119328} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.063785] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.064053] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.064880] env[69041]: DEBUG nova.compute.provider_tree [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.066126] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.066126] env[69041]: value = "task-2889655" [ 1083.066126] env[69041]: _type = "Task" [ 1083.066126] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.067045] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50812c9c-c879-4584-98e2-0e868fcaaf3b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.076370] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.080008] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-554fcb23-afba-448b-8171-4d205ce81614 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.081754] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889655, 'name': CreateVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.106421] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.106635] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.106818] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Deleting the datastore file [datastore2] c73bd3ee-de47-4233-8e0c-afc51c210f96 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.107080] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1745b9cf-56ab-418e-8a42-25b44fa0f5c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.114579] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1083.114579] env[69041]: value = "task-2889657" [ 1083.114579] env[69041]: _type = "Task" [ 1083.114579] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.121134] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.286578] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889654, 'name': Rename_Task, 'duration_secs': 0.139107} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.286863] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.287119] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07afa178-331f-4b79-870e-4a1371e5ee96 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.292875] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1083.292875] env[69041]: value = "task-2889658" [ 1083.292875] env[69041]: _type = "Task" [ 1083.292875] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.302425] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.342485] env[69041]: DEBUG nova.compute.manager [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.363922] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:06:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2856e79f-84ca-42a2-9c53-54f209ac652b',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1219590169',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.364305] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.364373] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.364574] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.364723] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.364864] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.365083] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.365242] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.365407] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.365566] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.365866] env[69041]: DEBUG nova.virt.hardware [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.366712] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5cb960-e532-4cfc-9768-cb30a4582d11 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.374319] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804f29e5-3d01-4c9f-9264-53f3bf7bf217 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.390423] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.390700] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.578684] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889655, 'name': CreateVM_Task, 'duration_secs': 0.333003} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.579595] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.579595] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.579846] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.580192] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.581681] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e00fc6-3eb9-447b-860f-f685a55c20dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.585385] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1083.585385] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5210a08f-4745-f069-c9ed-1d1a7a5ced03" [ 1083.585385] env[69041]: _type = "Task" [ 1083.585385] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.586086] env[69041]: ERROR nova.scheduler.client.report [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [req-a152a7c4-d00f-43a5-92a8-afed63ef0653] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 32f60d55-c45c-4e8e-b752-d624f83e6946. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a152a7c4-d00f-43a5-92a8-afed63ef0653"}]} [ 1083.599347] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5210a08f-4745-f069-c9ed-1d1a7a5ced03, 'name': SearchDatastore_Task, 'duration_secs': 0.009134} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.600717] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.600717] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.600717] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.600717] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.600717] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.600717] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70fc3ce1-10e6-4b7f-b9a1-f5fb194653cb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.606604] env[69041]: DEBUG nova.scheduler.client.report [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Refreshing inventories for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1083.611410] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.611584] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.612326] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa828133-6a3e-43a2-a986-932e73ac6afd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.622620] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1083.622620] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e2dab7-bc51-41e4-3765-5065f1194f2b" [ 1083.622620] env[69041]: _type = "Task" [ 1083.622620] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.626662] env[69041]: DEBUG nova.scheduler.client.report [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Updating ProviderTree inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1083.626828] env[69041]: DEBUG nova.compute.provider_tree [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.631802] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14949} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.632468] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.632674] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.632895] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.641680] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e2dab7-bc51-41e4-3765-5065f1194f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.647057] env[69041]: DEBUG nova.scheduler.client.report [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Refreshing aggregate associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, aggregates: None {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1083.649714] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06bcd34a-362d-4e09-b3a2-9b8d6ec9e81a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.657033] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1083.657033] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526182eb-cba2-00f7-d95c-e5d5baaac623" [ 1083.657033] env[69041]: _type = "Task" [ 1083.657033] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.665892] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526182eb-cba2-00f7-d95c-e5d5baaac623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.678046] env[69041]: DEBUG nova.scheduler.client.report [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Refreshing trait associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1083.784681] env[69041]: DEBUG nova.network.neutron [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Updated VIF entry in instance network info cache for port f71fbf2e-920d-46d7-a66a-d30a262877f6. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.785058] env[69041]: DEBUG nova.network.neutron [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Updating instance_info_cache with network_info: [{"id": "f71fbf2e-920d-46d7-a66a-d30a262877f6", "address": "fa:16:3e:9e:53:7c", "network": {"id": "f3da7f80-9217-4a6d-962a-99140acb897f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1575670035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41552bc3ddc2488fb16884e06eb4c1f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71fbf2e-92", "ovs_interfaceid": "f71fbf2e-920d-46d7-a66a-d30a262877f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.804832] env[69041]: DEBUG oslo_vmware.api [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889658, 'name': PowerOnVM_Task, 'duration_secs': 0.481788} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.805103] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.805305] env[69041]: INFO nova.compute.manager [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1083.805508] env[69041]: DEBUG nova.compute.manager [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.806372] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420a2f32-0c80-4fb3-9dc0-cef320b75dd0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.894198] env[69041]: INFO nova.compute.manager [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Detaching volume 366d6f01-e754-4fb2-be8a-765c7ee1fb0b [ 1083.928819] env[69041]: INFO nova.virt.block_device [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Attempting to driver detach volume 366d6f01-e754-4fb2-be8a-765c7ee1fb0b from mountpoint /dev/sdb [ 1083.929065] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.929253] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580562', 'volume_id': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'name': 'volume-366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd01f76-79cb-4640-b697-dc89f3a53f51', 'attached_at': '', 'detached_at': '', 'volume_id': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'serial': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.930102] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d3fe75-83d9-49f5-b07c-e9835d83fcb7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.955116] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2114a573-182c-4c9d-9a09-0a4bc9daa521 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.962044] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04422c45-656f-4258-b3e2-670177796d3e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.985941] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3befb05-3b2e-42d8-9a0d-88548128f67e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.000463] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] The volume has not been displaced from its original location: [datastore2] volume-366d6f01-e754-4fb2-be8a-765c7ee1fb0b/volume-366d6f01-e754-4fb2-be8a-765c7ee1fb0b.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1084.005704] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.009015] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5dd8623-3144-4fb5-a25c-d17ea90ac08d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.025811] env[69041]: DEBUG oslo_vmware.api [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1084.025811] env[69041]: value = "task-2889659" [ 1084.025811] env[69041]: _type = "Task" [ 1084.025811] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.035916] env[69041]: DEBUG oslo_vmware.api [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.150732] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "f1264ae5-081f-4b56-a375-0567fbefd71d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.151463] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "f1264ae5-081f-4b56-a375-0567fbefd71d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.151463] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "f1264ae5-081f-4b56-a375-0567fbefd71d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.151704] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "f1264ae5-081f-4b56-a375-0567fbefd71d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.151704] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "f1264ae5-081f-4b56-a375-0567fbefd71d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.154128] env[69041]: INFO nova.compute.manager [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Terminating instance [ 1084.167576] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526182eb-cba2-00f7-d95c-e5d5baaac623, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.167827] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.168182] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5e59e394-e20c-4046-89f6-df939d8353fa/5e59e394-e20c-4046-89f6-df939d8353fa.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.171034] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08dd9442-93fc-4a7e-9e99-1a8cc8905c1b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.180096] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1084.180096] env[69041]: value = "task-2889660" [ 1084.180096] env[69041]: _type = "Task" [ 1084.180096] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.197772] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.248072] env[69041]: DEBUG nova.compute.manager [req-a6686078-158b-43f2-954a-4032409b9119 req-b1fd9f54-bf37-4ffd-8926-462612750139 service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Received event network-changed-09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1084.248304] env[69041]: DEBUG nova.compute.manager [req-a6686078-158b-43f2-954a-4032409b9119 req-b1fd9f54-bf37-4ffd-8926-462612750139 service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Refreshing instance network info cache due to event network-changed-09e82337-83e9-4bc4-804b-c4ff6e7fe8e7. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1084.248514] env[69041]: DEBUG oslo_concurrency.lockutils [req-a6686078-158b-43f2-954a-4032409b9119 req-b1fd9f54-bf37-4ffd-8926-462612750139 service nova] Acquiring lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.248674] env[69041]: DEBUG oslo_concurrency.lockutils [req-a6686078-158b-43f2-954a-4032409b9119 req-b1fd9f54-bf37-4ffd-8926-462612750139 service nova] Acquired lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.248821] env[69041]: DEBUG nova.network.neutron [req-a6686078-158b-43f2-954a-4032409b9119 req-b1fd9f54-bf37-4ffd-8926-462612750139 service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Refreshing network info cache for port 09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.254042] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7791c6-e998-4ad7-a450-e7a47aed1231 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.262805] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac11bbc-4dc0-481b-b800-340637c5a830 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.294326] env[69041]: DEBUG oslo_concurrency.lockutils [req-cfb12442-5e7f-43b8-93c5-91870fa2370d req-05b8684e-03f1-4689-b767-235da985e59f service nova] Releasing lock "refresh_cache-5e59e394-e20c-4046-89f6-df939d8353fa" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.295391] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48db69d5-30e1-44cc-b246-e9f28b8af8ad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.303535] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd530da8-a4d7-47ea-972d-b2569322968c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.318251] env[69041]: DEBUG nova.compute.provider_tree [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.327022] env[69041]: INFO nova.compute.manager [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Took 38.93 seconds to build instance. [ 1084.440201] env[69041]: DEBUG nova.network.neutron [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Successfully updated port: 45bbbd98-6ad0-451d-b783-bbeb6602e57d {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.536437] env[69041]: DEBUG oslo_vmware.api [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889659, 'name': ReconfigVM_Task, 'duration_secs': 0.324182} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.536746] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.541599] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b02067d-9252-4837-8013-7322f70643cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.556852] env[69041]: DEBUG oslo_vmware.api [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1084.556852] env[69041]: value = "task-2889661" [ 1084.556852] env[69041]: _type = "Task" [ 1084.556852] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.565537] env[69041]: DEBUG oslo_vmware.api [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.664433] env[69041]: DEBUG nova.compute.manager [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.665895] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.666950] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a19589-d492-4659-b43c-e6bffa51dc53 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.675575] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.678212] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-799ca661-ece2-4fa5-8917-4b541e971667 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.694601] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.694855] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.695016] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.695204] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.695349] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.695492] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.695695] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.695849] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.696016] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.696178] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.696493] env[69041]: DEBUG nova.virt.hardware [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.697312] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3f81cb-1f91-4d2b-9368-77e845eb4c70 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.706233] env[69041]: DEBUG oslo_vmware.api [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1084.706233] env[69041]: value = "task-2889662" [ 1084.706233] env[69041]: _type = "Task" [ 1084.706233] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.706233] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502842} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.706233] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5e59e394-e20c-4046-89f6-df939d8353fa/5e59e394-e20c-4046-89f6-df939d8353fa.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.706498] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.710269] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f54d05be-1d8b-4938-9ddb-2e48068da03a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.716652] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403f54e1-e38d-4316-ab27-005cb409572a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.725298] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1084.725298] env[69041]: value = "task-2889663" [ 1084.725298] env[69041]: _type = "Task" [ 1084.725298] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.725584] env[69041]: DEBUG oslo_vmware.api [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.738643] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.744598] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.745413] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.745667] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce6701b2-2541-48a4-a449-80633a44bfaa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.763909] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.769651] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.769651] env[69041]: value = "task-2889664" [ 1084.769651] env[69041]: _type = "Task" [ 1084.769651] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.780577] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889664, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.828509] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c880ac33-6509-4e61-a903-e44a357c77f9 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "e042d33d-8024-4cad-b057-dc0c8036024e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.789s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.858377] env[69041]: DEBUG nova.scheduler.client.report [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Updated inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1084.858678] env[69041]: DEBUG nova.compute.provider_tree [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Updating resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 generation from 69 to 70 during operation: update_inventory {{(pid=69041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1084.858875] env[69041]: DEBUG nova.compute.provider_tree [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.943690] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.943913] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.943986] env[69041]: DEBUG nova.network.neutron [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.069899] env[69041]: DEBUG oslo_vmware.api [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889661, 'name': ReconfigVM_Task, 'duration_secs': 0.171165} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.070262] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580562', 'volume_id': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'name': 'volume-366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0cd01f76-79cb-4640-b697-dc89f3a53f51', 'attached_at': '', 'detached_at': '', 'volume_id': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b', 'serial': '366d6f01-e754-4fb2-be8a-765c7ee1fb0b'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1085.174987] env[69041]: DEBUG nova.network.neutron [req-a6686078-158b-43f2-954a-4032409b9119 req-b1fd9f54-bf37-4ffd-8926-462612750139 service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updated VIF entry in instance network info cache for port 09e82337-83e9-4bc4-804b-c4ff6e7fe8e7. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.175382] env[69041]: DEBUG nova.network.neutron [req-a6686078-158b-43f2-954a-4032409b9119 req-b1fd9f54-bf37-4ffd-8926-462612750139 service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance_info_cache with network_info: [{"id": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "address": "fa:16:3e:ce:97:c2", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e82337-83", "ovs_interfaceid": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.215400] env[69041]: DEBUG oslo_vmware.api [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889662, 'name': PowerOffVM_Task, 'duration_secs': 0.199264} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.215664] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.215897] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.216080] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb0ed8a1-e559-4d87-8a82-0588b30a3399 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.234908] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066094} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.235162] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.235913] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d0b1d-70e1-4255-bbca-6b43e0f46664 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.259132] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 5e59e394-e20c-4046-89f6-df939d8353fa/5e59e394-e20c-4046-89f6-df939d8353fa.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.260095] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5814f2-73c9-49ca-8f39-d609ac562c96 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.287197] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.287257] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.287448] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Deleting the datastore file [datastore2] f1264ae5-081f-4b56-a375-0567fbefd71d {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.287930] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4f8290a-db4a-4309-a0f6-f4a27f85ce7e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.291340] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1085.291340] env[69041]: value = "task-2889666" [ 1085.291340] env[69041]: _type = "Task" [ 1085.291340] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.299420] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889664, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.299758] env[69041]: DEBUG oslo_vmware.api [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1085.299758] env[69041]: value = "task-2889667" [ 1085.299758] env[69041]: _type = "Task" [ 1085.299758] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.305992] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.311244] env[69041]: DEBUG oslo_vmware.api [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.331048] env[69041]: DEBUG nova.compute.manager [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.364570] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.053s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.364897] env[69041]: DEBUG nova.compute.manager [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.367502] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.626s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.368292] env[69041]: DEBUG nova.objects.instance [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lazy-loading 'resources' on Instance uuid 69c5ce46-01dd-4f63-a099-410104d7066b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.477761] env[69041]: DEBUG nova.network.neutron [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.631987] env[69041]: DEBUG nova.objects.instance [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lazy-loading 'flavor' on Instance uuid 0cd01f76-79cb-4640-b697-dc89f3a53f51 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.677925] env[69041]: DEBUG oslo_concurrency.lockutils [req-a6686078-158b-43f2-954a-4032409b9119 req-b1fd9f54-bf37-4ffd-8926-462612750139 service nova] Releasing lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.749765] env[69041]: DEBUG nova.network.neutron [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance_info_cache with network_info: [{"id": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "address": "fa:16:3e:25:cf:76", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bbbd98-6a", "ovs_interfaceid": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.787978] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889664, 'name': CreateVM_Task, 'duration_secs': 0.657971} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.790138] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.791033] env[69041]: DEBUG oslo_concurrency.lockutils [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.791153] env[69041]: DEBUG oslo_concurrency.lockutils [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.791402] env[69041]: DEBUG oslo_concurrency.lockutils [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.793480] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767922fb-83ee-475f-b54a-dc38136da36d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.795135] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d47230d-cf7c-4a3b-8f26-59d0a8cd2098 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.808591] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889666, 'name': ReconfigVM_Task, 'duration_secs': 0.324812} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.809456] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1085.809456] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f6576b-6df9-0291-32a4-e62dff623903" [ 1085.809456] env[69041]: _type = "Task" [ 1085.809456] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.809456] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-60621154-9d37-4986-93a0-6a1234a4f870 tempest-ServersAdminNegativeTestJSON-1380229610 tempest-ServersAdminNegativeTestJSON-1380229610-project-admin] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Suspending the VM {{(pid=69041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1085.809816] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 5e59e394-e20c-4046-89f6-df939d8353fa/5e59e394-e20c-4046-89f6-df939d8353fa.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.810660] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5bcde97b-3c0f-4ade-9f95-fc2df43b5bc4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.815007] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7355f607-e697-4a60-862f-90526f0c91c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.819573] env[69041]: DEBUG oslo_vmware.api [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20553} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.820195] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.820414] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.820603] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.820778] env[69041]: INFO nova.compute.manager [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1085.821016] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.821817] env[69041]: DEBUG nova.compute.manager [-] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.821931] env[69041]: DEBUG nova.network.neutron [-] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.824905] env[69041]: DEBUG oslo_vmware.api [None req-60621154-9d37-4986-93a0-6a1234a4f870 tempest-ServersAdminNegativeTestJSON-1380229610 tempest-ServersAdminNegativeTestJSON-1380229610-project-admin] Waiting for the task: (returnval){ [ 1085.824905] env[69041]: value = "task-2889668" [ 1085.824905] env[69041]: _type = "Task" [ 1085.824905] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.829226] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f6576b-6df9-0291-32a4-e62dff623903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.829501] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1085.829501] env[69041]: value = "task-2889669" [ 1085.829501] env[69041]: _type = "Task" [ 1085.829501] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.846565] env[69041]: DEBUG oslo_vmware.api [None req-60621154-9d37-4986-93a0-6a1234a4f870 tempest-ServersAdminNegativeTestJSON-1380229610 tempest-ServersAdminNegativeTestJSON-1380229610-project-admin] Task: {'id': task-2889668, 'name': SuspendVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.848944] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889669, 'name': Rename_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.857821] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.870392] env[69041]: DEBUG nova.compute.utils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.876668] env[69041]: DEBUG nova.compute.manager [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.876668] env[69041]: DEBUG nova.network.neutron [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.931458] env[69041]: DEBUG nova.policy [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b96b1eee6d5f44a2ba38202e8257e347', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b90bed88e8d48828a4033c81bc715c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.005982] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Acquiring lock "d60cb023-ee84-44eb-9a37-1299d8042c0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.006283] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lock "d60cb023-ee84-44eb-9a37-1299d8042c0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.006622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Acquiring lock "d60cb023-ee84-44eb-9a37-1299d8042c0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.006843] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lock "d60cb023-ee84-44eb-9a37-1299d8042c0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.007063] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lock "d60cb023-ee84-44eb-9a37-1299d8042c0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.009363] env[69041]: INFO nova.compute.manager [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Terminating instance [ 1086.252503] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.252873] env[69041]: DEBUG nova.compute.manager [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Instance network_info: |[{"id": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "address": "fa:16:3e:25:cf:76", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bbbd98-6a", "ovs_interfaceid": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.253312] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:cf:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45bbbd98-6ad0-451d-b783-bbeb6602e57d', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.261555] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.264868] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.265946] env[69041]: DEBUG nova.network.neutron [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Successfully created port: 9fed0e65-f2dc-460b-926a-be8b44853ce4 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.270403] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b997a81-43c4-4381-9008-a86d141d12f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.297260] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.297260] env[69041]: value = "task-2889670" [ 1086.297260] env[69041]: _type = "Task" [ 1086.297260] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.307098] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889670, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.319542] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f6576b-6df9-0291-32a4-e62dff623903, 'name': SearchDatastore_Task, 'duration_secs': 0.031545} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.322685] env[69041]: DEBUG oslo_concurrency.lockutils [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.322685] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.323434] env[69041]: DEBUG oslo_concurrency.lockutils [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.323434] env[69041]: DEBUG oslo_concurrency.lockutils [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.323434] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.323652] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eb29185-b1dd-4604-aff0-eb427792f3f8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.335046] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.335213] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.341444] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f386882-952c-4fb3-adca-10422d29492a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.346022] env[69041]: DEBUG nova.compute.manager [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Received event network-vif-plugged-45bbbd98-6ad0-451d-b783-bbeb6602e57d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1086.346022] env[69041]: DEBUG oslo_concurrency.lockutils [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] Acquiring lock "d623caaa-5a89-4a77-8551-af042fdfa849-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.346359] env[69041]: DEBUG oslo_concurrency.lockutils [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] Lock "d623caaa-5a89-4a77-8551-af042fdfa849-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.346462] env[69041]: DEBUG oslo_concurrency.lockutils [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] Lock "d623caaa-5a89-4a77-8551-af042fdfa849-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.346662] env[69041]: DEBUG nova.compute.manager [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] No waiting events found dispatching network-vif-plugged-45bbbd98-6ad0-451d-b783-bbeb6602e57d {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.346882] env[69041]: WARNING nova.compute.manager [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Received unexpected event network-vif-plugged-45bbbd98-6ad0-451d-b783-bbeb6602e57d for instance with vm_state building and task_state spawning. [ 1086.347061] env[69041]: DEBUG nova.compute.manager [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Received event network-changed-45bbbd98-6ad0-451d-b783-bbeb6602e57d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1086.347232] env[69041]: DEBUG nova.compute.manager [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Refreshing instance network info cache due to event network-changed-45bbbd98-6ad0-451d-b783-bbeb6602e57d. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1086.347466] env[69041]: DEBUG oslo_concurrency.lockutils [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] Acquiring lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.347631] env[69041]: DEBUG oslo_concurrency.lockutils [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] Acquired lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.347904] env[69041]: DEBUG nova.network.neutron [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Refreshing network info cache for port 45bbbd98-6ad0-451d-b783-bbeb6602e57d {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.355456] env[69041]: DEBUG oslo_vmware.api [None req-60621154-9d37-4986-93a0-6a1234a4f870 tempest-ServersAdminNegativeTestJSON-1380229610 tempest-ServersAdminNegativeTestJSON-1380229610-project-admin] Task: {'id': task-2889668, 'name': SuspendVM_Task} progress is 62%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.361719] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889669, 'name': Rename_Task, 'duration_secs': 0.275939} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.363559] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.363931] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1086.363931] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5278fd1c-ca38-0d99-8fb6-2491eee1252a" [ 1086.363931] env[69041]: _type = "Task" [ 1086.363931] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.364361] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d177fcb-6a56-4608-8b90-790164f4c76e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.373337] env[69041]: DEBUG nova.compute.manager [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.380720] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5278fd1c-ca38-0d99-8fb6-2491eee1252a, 'name': SearchDatastore_Task, 'duration_secs': 0.012158} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.381347] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1086.381347] env[69041]: value = "task-2889671" [ 1086.381347] env[69041]: _type = "Task" [ 1086.381347] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.382560] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9e96ae-fb6c-4dff-b863-47582fca3e01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.391377] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1086.391377] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5261f68c-e4cf-7cb8-2fa3-2554255f686b" [ 1086.391377] env[69041]: _type = "Task" [ 1086.391377] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.395166] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889671, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.410784] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5261f68c-e4cf-7cb8-2fa3-2554255f686b, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.411196] env[69041]: DEBUG oslo_concurrency.lockutils [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.411619] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.411997] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7da57a33-f356-4844-b028-eb211b081dc6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.422500] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1086.422500] env[69041]: value = "task-2889672" [ 1086.422500] env[69041]: _type = "Task" [ 1086.422500] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.437580] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.516137] env[69041]: DEBUG nova.compute.manager [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.516503] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.517165] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-753bb178-5cc1-41a8-95aa-7ebac91b7651 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.523756] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for the task: (returnval){ [ 1086.523756] env[69041]: value = "task-2889673" [ 1086.523756] env[69041]: _type = "Task" [ 1086.523756] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.532766] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.552461] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b531c2-0a6c-455e-8273-8c291111bfbb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.560923] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d279d-0982-4d05-a305-07ef6e6695b6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.599086] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb4df31-c01c-4688-8ad7-70f4bec78dde {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.608498] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c9160-fba4-47e4-858c-3235767ce9fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.623623] env[69041]: DEBUG nova.compute.provider_tree [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.644478] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ed1bf7c8-62fc-4480-9ff7-0b961ebc0143 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.253s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.734512] env[69041]: DEBUG nova.network.neutron [-] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.809116] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889670, 'name': CreateVM_Task, 'duration_secs': 0.390344} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.809319] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.810060] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.810297] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.810634] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.810903] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5474b6d0-c04c-4f65-a057-a766a27e9994 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.818185] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1086.818185] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527f2d11-9406-22ac-13ea-76f68ca1e738" [ 1086.818185] env[69041]: _type = "Task" [ 1086.818185] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.832126] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527f2d11-9406-22ac-13ea-76f68ca1e738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.843686] env[69041]: DEBUG oslo_vmware.api [None req-60621154-9d37-4986-93a0-6a1234a4f870 tempest-ServersAdminNegativeTestJSON-1380229610 tempest-ServersAdminNegativeTestJSON-1380229610-project-admin] Task: {'id': task-2889668, 'name': SuspendVM_Task, 'duration_secs': 0.667433} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.844099] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-60621154-9d37-4986-93a0-6a1234a4f870 tempest-ServersAdminNegativeTestJSON-1380229610 tempest-ServersAdminNegativeTestJSON-1380229610-project-admin] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Suspended the VM {{(pid=69041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1086.844399] env[69041]: DEBUG nova.compute.manager [None req-60621154-9d37-4986-93a0-6a1234a4f870 tempest-ServersAdminNegativeTestJSON-1380229610 tempest-ServersAdminNegativeTestJSON-1380229610-project-admin] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.845258] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455c8356-2c83-457a-9554-39b9c20ac04b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.896216] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889671, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.936134] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889672, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.036549] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889673, 'name': PowerOffVM_Task, 'duration_secs': 0.216513} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.036549] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.036549] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1087.036549] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580458', 'volume_id': '76632aea-0396-4956-bbaf-0fd5770ec2dd', 'name': 'volume-76632aea-0396-4956-bbaf-0fd5770ec2dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd60cb023-ee84-44eb-9a37-1299d8042c0f', 'attached_at': '', 'detached_at': '', 'volume_id': '76632aea-0396-4956-bbaf-0fd5770ec2dd', 'serial': '76632aea-0396-4956-bbaf-0fd5770ec2dd'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1087.036549] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cf15b2-ef53-43a0-bc21-e6c592eef61f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.056798] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b65463e-0293-4ca6-8434-6f5f08a32eeb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.064051] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ea1346-58a3-4bfb-9384-674c99286b13 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.082382] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1673c679-95c7-4aec-a975-ed3ef2b74888 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.097050] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] The volume has not been displaced from its original location: [datastore1] volume-76632aea-0396-4956-bbaf-0fd5770ec2dd/volume-76632aea-0396-4956-bbaf-0fd5770ec2dd.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1087.102497] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1087.103280] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19d8f410-8407-4732-93bf-34d7db524bcd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.126018] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for the task: (returnval){ [ 1087.126018] env[69041]: value = "task-2889674" [ 1087.126018] env[69041]: _type = "Task" [ 1087.126018] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.126559] env[69041]: DEBUG nova.scheduler.client.report [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.137208] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.237722] env[69041]: INFO nova.compute.manager [-] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Took 1.42 seconds to deallocate network for instance. [ 1087.262414] env[69041]: DEBUG nova.network.neutron [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updated VIF entry in instance network info cache for port 45bbbd98-6ad0-451d-b783-bbeb6602e57d. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.262774] env[69041]: DEBUG nova.network.neutron [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance_info_cache with network_info: [{"id": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "address": "fa:16:3e:25:cf:76", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bbbd98-6a", "ovs_interfaceid": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.059316] env[69041]: DEBUG nova.compute.manager [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.063581] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.696s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.065947] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.066346] env[69041]: DEBUG oslo_concurrency.lockutils [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] Releasing lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.066585] env[69041]: DEBUG nova.compute.manager [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Received event network-vif-deleted-4f9e85a4-0290-4e13-b6b3-e384397bd018 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1088.066780] env[69041]: INFO nova.compute.manager [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Neutron deleted interface 4f9e85a4-0290-4e13-b6b3-e384397bd018; detaching it from the instance and deleting it from the info cache [ 1088.067048] env[69041]: DEBUG nova.network.neutron [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.067942] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527f2d11-9406-22ac-13ea-76f68ca1e738, 'name': SearchDatastore_Task, 'duration_secs': 0.060763} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.072603] env[69041]: DEBUG nova.network.neutron [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Successfully updated port: 9fed0e65-f2dc-460b-926a-be8b44853ce4 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.076594] env[69041]: DEBUG nova.compute.manager [req-db311a43-dc16-42ae-81bc-32c2f152388b req-82d3bccf-6181-4d96-8833-c8e1a089a225 service nova] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Received event network-vif-plugged-9fed0e65-f2dc-460b-926a-be8b44853ce4 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1088.076779] env[69041]: DEBUG oslo_concurrency.lockutils [req-db311a43-dc16-42ae-81bc-32c2f152388b req-82d3bccf-6181-4d96-8833-c8e1a089a225 service nova] Acquiring lock "a0359bd2-810e-482e-ab77-6a4f2c46872a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.077027] env[69041]: DEBUG oslo_concurrency.lockutils [req-db311a43-dc16-42ae-81bc-32c2f152388b req-82d3bccf-6181-4d96-8833-c8e1a089a225 service nova] Lock "a0359bd2-810e-482e-ab77-6a4f2c46872a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.077204] env[69041]: DEBUG oslo_concurrency.lockutils [req-db311a43-dc16-42ae-81bc-32c2f152388b req-82d3bccf-6181-4d96-8833-c8e1a089a225 service nova] Lock "a0359bd2-810e-482e-ab77-6a4f2c46872a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.077382] env[69041]: DEBUG nova.compute.manager [req-db311a43-dc16-42ae-81bc-32c2f152388b req-82d3bccf-6181-4d96-8833-c8e1a089a225 service nova] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] No waiting events found dispatching network-vif-plugged-9fed0e65-f2dc-460b-926a-be8b44853ce4 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.077807] env[69041]: WARNING nova.compute.manager [req-db311a43-dc16-42ae-81bc-32c2f152388b req-82d3bccf-6181-4d96-8833-c8e1a089a225 service nova] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Received unexpected event network-vif-plugged-9fed0e65-f2dc-460b-926a-be8b44853ce4 for instance with vm_state building and task_state spawning. [ 1088.083519] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.215s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.084928] env[69041]: INFO nova.compute.claims [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.087895] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.088135] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.088365] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.088751] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.088751] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.092143] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.092143] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.092143] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a8628f-6891-41b2-9fa7-37c01027efc1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.107315] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638371} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.108211] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889674, 'name': ReconfigVM_Task, 'duration_secs': 0.288962} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.108688] env[69041]: DEBUG oslo_vmware.api [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889671, 'name': PowerOnVM_Task, 'duration_secs': 1.000637} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.109680] env[69041]: INFO nova.scheduler.client.report [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Deleted allocations for instance 69c5ce46-01dd-4f63-a099-410104d7066b [ 1088.114649] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.114649] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.114649] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1088.119126] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.119332] env[69041]: INFO nova.compute.manager [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1088.120074] env[69041]: DEBUG nova.compute.manager [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.120074] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.123329] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.123408] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51a4fd2d-683b-4327-9583-ff46835b8230 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.126171] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d0f6f4-3eee-4183-aea6-821c0b81178f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.136606] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce01fd6f-cbab-4822-85fc-326002472f42 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.139089] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52462a93-09f1-40f2-9e65-8c175eea9297 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.143530] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.143776] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.143946] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.144149] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.144296] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.144444] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.144639] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.144794] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.144953] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.145126] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.145296] env[69041]: DEBUG nova.virt.hardware [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.146884] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c5740f-e51c-4a36-9baf-947121430f0e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.162909] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for the task: (returnval){ [ 1088.162909] env[69041]: value = "task-2889676" [ 1088.162909] env[69041]: _type = "Task" [ 1088.162909] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.162909] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1088.162909] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5247bca8-7361-2bee-eb57-c5a0d5028c73" [ 1088.162909] env[69041]: _type = "Task" [ 1088.162909] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.162909] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1088.162909] env[69041]: value = "task-2889675" [ 1088.162909] env[69041]: _type = "Task" [ 1088.162909] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.165028] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b05828-a0da-4ef9-a7a3-eade80b8bcf9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.183802] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.199608] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5247bca8-7361-2bee-eb57-c5a0d5028c73, 'name': SearchDatastore_Task, 'duration_secs': 0.014481} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.199883] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.200840] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e991e2-8520-46ac-9785-61af458c6531 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.206506] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1088.206506] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5228c1fe-8bce-39a6-96ba-186f4d5b617f" [ 1088.206506] env[69041]: _type = "Task" [ 1088.206506] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.214386] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5228c1fe-8bce-39a6-96ba-186f4d5b617f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.593262] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "refresh_cache-a0359bd2-810e-482e-ab77-6a4f2c46872a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.593532] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "refresh_cache-a0359bd2-810e-482e-ab77-6a4f2c46872a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.593532] env[69041]: DEBUG nova.network.neutron [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.595135] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-285b45ba-95a2-4dc9-a436-e3a855cd6d46 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.605647] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691432f0-984c-4b59-9056-589f55ae455c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.644703] env[69041]: DEBUG nova.compute.manager [req-6f7fb396-fbbd-4fcc-9f93-9b01b95ce259 req-de5c42c6-3635-4637-ab88-3e56bb320fd4 service nova] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Detach interface failed, port_id=4f9e85a4-0290-4e13-b6b3-e384397bd018, reason: Instance f1264ae5-081f-4b56-a375-0567fbefd71d could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1088.645455] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bbdcc000-1c8c-4d30-8633-5511a027d2f5 tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "69c5ce46-01dd-4f63-a099-410104d7066b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.387s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.675263] env[69041]: INFO nova.compute.manager [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Took 38.45 seconds to build instance. [ 1088.685464] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889676, 'name': ReconfigVM_Task, 'duration_secs': 0.182209} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.688600] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580458', 'volume_id': '76632aea-0396-4956-bbaf-0fd5770ec2dd', 'name': 'volume-76632aea-0396-4956-bbaf-0fd5770ec2dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd60cb023-ee84-44eb-9a37-1299d8042c0f', 'attached_at': '', 'detached_at': '', 'volume_id': '76632aea-0396-4956-bbaf-0fd5770ec2dd', 'serial': '76632aea-0396-4956-bbaf-0fd5770ec2dd'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1088.689091] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.689535] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127247} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.691173] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa009556-e2fd-43a9-94e0-6b4d972f069c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.693927] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.695021] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50666059-885a-4623-b62d-56343551d205 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.702641] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.709697] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38498138-619c-4530-91bb-227643d165e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.720953] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.724965] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffbecec7-f1d9-4e96-8048-389cef621542 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.747459] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5228c1fe-8bce-39a6-96ba-186f4d5b617f, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.748727] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.748985] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] d623caaa-5a89-4a77-8551-af042fdfa849/d623caaa-5a89-4a77-8551-af042fdfa849.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.749328] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1088.749328] env[69041]: value = "task-2889678" [ 1088.749328] env[69041]: _type = "Task" [ 1088.749328] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.749521] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-602a96f0-50a4-4d29-b28d-bf5da1b7e079 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.758663] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1088.758663] env[69041]: value = "task-2889679" [ 1088.758663] env[69041]: _type = "Task" [ 1088.758663] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.761731] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.769057] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.810037] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.810275] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.810462] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Deleting the datastore file [datastore1] d60cb023-ee84-44eb-9a37-1299d8042c0f {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.810818] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5b89c18-cc13-4801-a6b8-f2770384fe99 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.817939] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for the task: (returnval){ [ 1088.817939] env[69041]: value = "task-2889680" [ 1088.817939] env[69041]: _type = "Task" [ 1088.817939] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.825616] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.138312] env[69041]: DEBUG nova.network.neutron [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.186179] env[69041]: DEBUG oslo_concurrency.lockutils [None req-163e18e1-0806-4770-a87d-d58a82327b95 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "5e59e394-e20c-4046-89f6-df939d8353fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.382s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.270841] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889678, 'name': ReconfigVM_Task, 'duration_secs': 0.363978} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.271424] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.272065] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb9bfe80-b2ad-4c92-8c82-c8291c6bb87b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.279713] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889679, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.284071] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1089.284071] env[69041]: value = "task-2889681" [ 1089.284071] env[69041]: _type = "Task" [ 1089.284071] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.292814] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889681, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.327756] env[69041]: DEBUG oslo_vmware.api [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Task: {'id': task-2889680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106407} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.328189] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.328618] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.330957] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.330957] env[69041]: INFO nova.compute.manager [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1089.330957] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.336143] env[69041]: DEBUG nova.compute.manager [-] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.336245] env[69041]: DEBUG nova.network.neutron [-] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.372174] env[69041]: DEBUG nova.network.neutron [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Updating instance_info_cache with network_info: [{"id": "9fed0e65-f2dc-460b-926a-be8b44853ce4", "address": "fa:16:3e:33:86:45", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fed0e65-f2", "ovs_interfaceid": "9fed0e65-f2dc-460b-926a-be8b44853ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.685157] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d4a25f-2802-4908-9c54-c4a7919d8e77 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.692827] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ef8e52-dad9-46a8-88f9-c43d061c1ea9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.696193] env[69041]: DEBUG nova.compute.manager [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.733070] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5554ed96-5231-4914-a09b-91ef90b66ace {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.740770] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f4bedd-8efb-4f22-9da6-fd5d4b562281 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.756188] env[69041]: DEBUG nova.compute.provider_tree [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.771331] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523036} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.771580] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] d623caaa-5a89-4a77-8551-af042fdfa849/d623caaa-5a89-4a77-8551-af042fdfa849.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.771781] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.772057] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-378d3355-01a0-4421-af69-55a6794cc588 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.779121] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1089.779121] env[69041]: value = "task-2889682" [ 1089.779121] env[69041]: _type = "Task" [ 1089.779121] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.794667] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.800035] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889681, 'name': Rename_Task, 'duration_secs': 0.140592} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.800035] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.800035] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09cf966e-7a6c-468e-af2f-a5f83209f727 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.804046] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1089.804046] env[69041]: value = "task-2889683" [ 1089.804046] env[69041]: _type = "Task" [ 1089.804046] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.813940] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.877522] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "refresh_cache-a0359bd2-810e-482e-ab77-6a4f2c46872a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.877917] env[69041]: DEBUG nova.compute.manager [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Instance network_info: |[{"id": "9fed0e65-f2dc-460b-926a-be8b44853ce4", "address": "fa:16:3e:33:86:45", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fed0e65-f2", "ovs_interfaceid": "9fed0e65-f2dc-460b-926a-be8b44853ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.878381] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:86:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fed0e65-f2dc-460b-926a-be8b44853ce4', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.886068] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating folder: Project (3b90bed88e8d48828a4033c81bc715c5). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.886413] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-753a789b-5571-438f-95e9-8cb3ecc1d724 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.891659] env[69041]: DEBUG nova.compute.manager [req-0af5e009-d399-4328-a079-35725a7c5a33 req-bcc0ba20-bbc7-4150-9746-ab8474934d72 service nova] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Received event network-changed-9fed0e65-f2dc-460b-926a-be8b44853ce4 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1089.891852] env[69041]: DEBUG nova.compute.manager [req-0af5e009-d399-4328-a079-35725a7c5a33 req-bcc0ba20-bbc7-4150-9746-ab8474934d72 service nova] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Refreshing instance network info cache due to event network-changed-9fed0e65-f2dc-460b-926a-be8b44853ce4. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1089.892071] env[69041]: DEBUG oslo_concurrency.lockutils [req-0af5e009-d399-4328-a079-35725a7c5a33 req-bcc0ba20-bbc7-4150-9746-ab8474934d72 service nova] Acquiring lock "refresh_cache-a0359bd2-810e-482e-ab77-6a4f2c46872a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.892250] env[69041]: DEBUG oslo_concurrency.lockutils [req-0af5e009-d399-4328-a079-35725a7c5a33 req-bcc0ba20-bbc7-4150-9746-ab8474934d72 service nova] Acquired lock "refresh_cache-a0359bd2-810e-482e-ab77-6a4f2c46872a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.892369] env[69041]: DEBUG nova.network.neutron [req-0af5e009-d399-4328-a079-35725a7c5a33 req-bcc0ba20-bbc7-4150-9746-ab8474934d72 service nova] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Refreshing network info cache for port 9fed0e65-f2dc-460b-926a-be8b44853ce4 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.896859] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Created folder: Project (3b90bed88e8d48828a4033c81bc715c5) in parent group-v580429. [ 1089.896859] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating folder: Instances. Parent ref: group-v580567. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.896859] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3b5dbad-af73-4918-b237-c243dfc18128 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.905484] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Created folder: Instances in parent group-v580567. [ 1089.905672] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.905865] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.906076] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec8b518-77df-4d1f-bd65-85f32628a2f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.926108] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.926108] env[69041]: value = "task-2889686" [ 1089.926108] env[69041]: _type = "Task" [ 1089.926108] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.931468] env[69041]: DEBUG nova.compute.manager [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.933467] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb8cedc-f0c1-467d-ad87-75fb0b2c601a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.940414] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889686, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.218887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.263120] env[69041]: DEBUG nova.scheduler.client.report [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.290331] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076165} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.290527] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.291478] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7c297b-f54c-4a48-82ef-ea71ea6be88e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.300325] env[69041]: DEBUG nova.compute.manager [req-179b7ab8-8e33-4e9b-b278-9134565063cf req-ab4f0e1a-eec1-4dc9-93ed-a81c868ddda5 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Received event network-vif-deleted-38a23943-3885-4b8e-b043-c3936a61b9f2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1090.300525] env[69041]: INFO nova.compute.manager [req-179b7ab8-8e33-4e9b-b278-9134565063cf req-ab4f0e1a-eec1-4dc9-93ed-a81c868ddda5 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Neutron deleted interface 38a23943-3885-4b8e-b043-c3936a61b9f2; detaching it from the instance and deleting it from the info cache [ 1090.300777] env[69041]: DEBUG nova.network.neutron [req-179b7ab8-8e33-4e9b-b278-9134565063cf req-ab4f0e1a-eec1-4dc9-93ed-a81c868ddda5 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.322414] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d623caaa-5a89-4a77-8551-af042fdfa849/d623caaa-5a89-4a77-8551-af042fdfa849.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.326822] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c2c2c5-6c01-40e8-b4a2-979a97dc56b1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.346704] env[69041]: DEBUG oslo_vmware.api [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889683, 'name': PowerOnVM_Task, 'duration_secs': 0.531765} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.347865] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.348096] env[69041]: DEBUG nova.compute.manager [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.348393] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1090.348393] env[69041]: value = "task-2889687" [ 1090.348393] env[69041]: _type = "Task" [ 1090.348393] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.349092] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c20f05-4c60-4d45-8ee0-82caf91e1844 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.363399] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.436992] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889686, 'name': CreateVM_Task, 'duration_secs': 0.381593} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.437227] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.437972] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.438182] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.438543] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.438831] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49716b9d-2d23-46f3-b94a-04ddee39c201 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.443423] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1090.443423] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5220165d-b085-083b-b2fb-b40307c5812f" [ 1090.443423] env[69041]: _type = "Task" [ 1090.443423] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.447242] env[69041]: INFO nova.compute.manager [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] instance snapshotting [ 1090.449851] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dfb0bd-1079-475a-bbea-4375c86a5e83 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.457375] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5220165d-b085-083b-b2fb-b40307c5812f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.475929] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9396cf3-f862-4518-aace-64e2255d872c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.709358] env[69041]: DEBUG nova.network.neutron [-] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.746890] env[69041]: DEBUG nova.network.neutron [req-0af5e009-d399-4328-a079-35725a7c5a33 req-bcc0ba20-bbc7-4150-9746-ab8474934d72 service nova] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Updated VIF entry in instance network info cache for port 9fed0e65-f2dc-460b-926a-be8b44853ce4. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.746890] env[69041]: DEBUG nova.network.neutron [req-0af5e009-d399-4328-a079-35725a7c5a33 req-bcc0ba20-bbc7-4150-9746-ab8474934d72 service nova] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Updating instance_info_cache with network_info: [{"id": "9fed0e65-f2dc-460b-926a-be8b44853ce4", "address": "fa:16:3e:33:86:45", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fed0e65-f2", "ovs_interfaceid": "9fed0e65-f2dc-460b-926a-be8b44853ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.765428] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.765946] env[69041]: DEBUG nova.compute.manager [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.769200] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.527s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.771140] env[69041]: INFO nova.compute.claims [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.803688] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "e042d33d-8024-4cad-b057-dc0c8036024e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.804717] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "e042d33d-8024-4cad-b057-dc0c8036024e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.804717] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "e042d33d-8024-4cad-b057-dc0c8036024e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.804717] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "e042d33d-8024-4cad-b057-dc0c8036024e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.804717] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "e042d33d-8024-4cad-b057-dc0c8036024e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.806831] env[69041]: INFO nova.compute.manager [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Terminating instance [ 1090.824234] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7c6e40e-a671-4ae0-9a27-b3bca1e73949 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.833472] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14782b41-eaa4-4d11-8118-99abd1b0e9d1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.874088] env[69041]: DEBUG nova.compute.manager [req-179b7ab8-8e33-4e9b-b278-9134565063cf req-ab4f0e1a-eec1-4dc9-93ed-a81c868ddda5 service nova] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Detach interface failed, port_id=38a23943-3885-4b8e-b043-c3936a61b9f2, reason: Instance d60cb023-ee84-44eb-9a37-1299d8042c0f could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1090.881192] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889687, 'name': ReconfigVM_Task, 'duration_secs': 0.286349} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.881336] env[69041]: DEBUG oslo_concurrency.lockutils [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.881594] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d623caaa-5a89-4a77-8551-af042fdfa849/d623caaa-5a89-4a77-8551-af042fdfa849.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.882216] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4df9cc98-43c8-4066-bf9c-449acb4a6c57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.888622] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1090.888622] env[69041]: value = "task-2889688" [ 1090.888622] env[69041]: _type = "Task" [ 1090.888622] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.898079] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889688, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.952733] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5220165d-b085-083b-b2fb-b40307c5812f, 'name': SearchDatastore_Task, 'duration_secs': 0.020161} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.953255] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.953300] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.953511] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.953676] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.953814] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.954080] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f5b7cf4-b295-408c-aa51-9142c6f7f020 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.963338] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.963545] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.964341] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911a38b9-1f98-4e5c-9638-988d096fa823 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.970359] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1090.970359] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526d8874-009d-add0-b700-841b72658bb3" [ 1090.970359] env[69041]: _type = "Task" [ 1090.970359] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.982862] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526d8874-009d-add0-b700-841b72658bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.986769] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1090.988587] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8fec9f41-b5b0-4c41-a109-371f9d95e0fd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.993357] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1090.993357] env[69041]: value = "task-2889689" [ 1090.993357] env[69041]: _type = "Task" [ 1090.993357] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.001848] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.211973] env[69041]: INFO nova.compute.manager [-] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Took 1.88 seconds to deallocate network for instance. [ 1091.249874] env[69041]: DEBUG oslo_concurrency.lockutils [req-0af5e009-d399-4328-a079-35725a7c5a33 req-bcc0ba20-bbc7-4150-9746-ab8474934d72 service nova] Releasing lock "refresh_cache-a0359bd2-810e-482e-ab77-6a4f2c46872a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.276108] env[69041]: DEBUG nova.compute.utils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.277696] env[69041]: DEBUG nova.compute.manager [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.277877] env[69041]: DEBUG nova.network.neutron [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.311289] env[69041]: DEBUG nova.compute.manager [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.311627] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.316339] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7479bd8-e4c1-4519-bded-86ca2c8b3d00 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.323843] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.324108] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5dcd216-bb4e-4f1d-a3a9-c5e1f1b37ee0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.362057] env[69041]: DEBUG nova.policy [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba0b596fb4bbb8526b8c52693cccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '735e36a825e24027be3e82663a49b692', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.387429] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.387811] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.388017] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Deleting the datastore file [datastore1] e042d33d-8024-4cad-b057-dc0c8036024e {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.388363] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47278852-6fa1-41df-99ef-a3e18ce9a6e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.399684] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889688, 'name': Rename_Task, 'duration_secs': 0.175748} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.401086] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.401510] env[69041]: DEBUG oslo_vmware.api [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1091.401510] env[69041]: value = "task-2889691" [ 1091.401510] env[69041]: _type = "Task" [ 1091.401510] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.401793] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-504dd590-0f83-4d99-9bd8-ef205f40d4cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.411421] env[69041]: DEBUG oslo_vmware.api [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.412611] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1091.412611] env[69041]: value = "task-2889692" [ 1091.412611] env[69041]: _type = "Task" [ 1091.412611] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.420843] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.488155] env[69041]: INFO nova.compute.manager [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Rebuilding instance [ 1091.490370] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526d8874-009d-add0-b700-841b72658bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.0139} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.491554] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105231ba-4c7b-4d30-b683-ce53eb2a4232 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.502197] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1091.502197] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528f565a-3f81-2510-781d-3766b919d3b4" [ 1091.502197] env[69041]: _type = "Task" [ 1091.502197] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.505723] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.518603] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528f565a-3f81-2510-781d-3766b919d3b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010936} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.522725] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.523065] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] a0359bd2-810e-482e-ab77-6a4f2c46872a/a0359bd2-810e-482e-ab77-6a4f2c46872a.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.523878] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35bb1f0f-c840-42f5-b6f2-08ceccc5b662 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.529913] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1091.529913] env[69041]: value = "task-2889693" [ 1091.529913] env[69041]: _type = "Task" [ 1091.529913] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.538776] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.583022] env[69041]: DEBUG nova.compute.manager [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.583022] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2732a00-eff1-4a0c-a75d-6da41aaa8cb6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.783269] env[69041]: INFO nova.compute.manager [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Took 0.57 seconds to detach 1 volumes for instance. [ 1091.785363] env[69041]: DEBUG nova.compute.manager [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.792023] env[69041]: DEBUG nova.compute.manager [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Deleting volume: 76632aea-0396-4956-bbaf-0fd5770ec2dd {{(pid=69041) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1091.821383] env[69041]: DEBUG nova.network.neutron [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Successfully created port: 0a67ecba-57df-4580-9ef9-5090b687a951 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.925694] env[69041]: DEBUG oslo_vmware.api [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250802} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.933434] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.933680] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.933918] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.934126] env[69041]: INFO nova.compute.manager [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1091.934428] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.934657] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889692, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.935277] env[69041]: DEBUG nova.compute.manager [-] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.935381] env[69041]: DEBUG nova.network.neutron [-] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.005725] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889689, 'name': CreateSnapshot_Task, 'duration_secs': 0.782812} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.006064] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1092.006913] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064eef5a-3c3e-4615-b0f4-3dbb3b71f8a8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.041745] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.354751] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.374548] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c15f7cd-6668-4854-a081-3a2c3fe81b08 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.383781] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b61183-633c-4161-8495-21362813f9ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.424594] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc4b36e-2bff-412f-9b6e-0676cbc23d5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.437238] env[69041]: DEBUG oslo_vmware.api [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889692, 'name': PowerOnVM_Task, 'duration_secs': 0.584064} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.437238] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd99c0a9-8bbd-43e9-a126-cfa68688830d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.443286] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.443520] env[69041]: INFO nova.compute.manager [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1092.443698] env[69041]: DEBUG nova.compute.manager [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.446234] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecbce3a-af70-4836-98da-1904e77d6b89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.458682] env[69041]: DEBUG nova.compute.provider_tree [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.528960] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1092.529329] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89dc8dcd-127a-4e68-b0de-bcc92e8d6740 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.541182] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622383} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.543262] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] a0359bd2-810e-482e-ab77-6a4f2c46872a/a0359bd2-810e-482e-ab77-6a4f2c46872a.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.543262] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.543262] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1092.543262] env[69041]: value = "task-2889695" [ 1092.543262] env[69041]: _type = "Task" [ 1092.543262] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.543262] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-967302a5-7290-4e71-af2e-b0da7dcec055 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.552647] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889695, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.553998] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1092.553998] env[69041]: value = "task-2889696" [ 1092.553998] env[69041]: _type = "Task" [ 1092.553998] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.561010] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.600318] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.600687] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea90c49a-c44f-4087-98ef-f1693f0462ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.607163] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for the task: (returnval){ [ 1092.607163] env[69041]: value = "task-2889697" [ 1092.607163] env[69041]: _type = "Task" [ 1092.607163] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.615914] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.662982] env[69041]: DEBUG nova.compute.manager [req-3035184b-c8cf-4698-ad52-c96464f5f665 req-eaee3647-aa4a-4639-9baf-bbf1e0a01b5c service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Received event network-vif-deleted-b58e0a84-e0fe-4023-a8ec-9f82788d52a0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1092.663300] env[69041]: INFO nova.compute.manager [req-3035184b-c8cf-4698-ad52-c96464f5f665 req-eaee3647-aa4a-4639-9baf-bbf1e0a01b5c service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Neutron deleted interface b58e0a84-e0fe-4023-a8ec-9f82788d52a0; detaching it from the instance and deleting it from the info cache [ 1092.663681] env[69041]: DEBUG nova.network.neutron [req-3035184b-c8cf-4698-ad52-c96464f5f665 req-eaee3647-aa4a-4639-9baf-bbf1e0a01b5c service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.799723] env[69041]: DEBUG nova.compute.manager [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.830097] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.830375] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.830564] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.830761] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.830910] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.831069] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.831283] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.831444] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.831645] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.831814] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.831986] env[69041]: DEBUG nova.virt.hardware [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.832842] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94386afb-4187-4952-9e1f-b78f6a1679d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.841181] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9665801-3048-4e5d-8b6b-7f8d4a90a459 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.946230] env[69041]: DEBUG nova.network.neutron [-] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.967011] env[69041]: DEBUG nova.scheduler.client.report [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.978928] env[69041]: INFO nova.compute.manager [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Took 41.14 seconds to build instance. [ 1093.054796] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889695, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.063717] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157322} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.063959] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.064763] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e65b25-6beb-44a3-a7ab-1f27ff72517e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.087133] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] a0359bd2-810e-482e-ab77-6a4f2c46872a/a0359bd2-810e-482e-ab77-6a4f2c46872a.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.087404] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e88e60bd-19e0-44fa-9d53-1a4b55a631db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.107774] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1093.107774] env[69041]: value = "task-2889698" [ 1093.107774] env[69041]: _type = "Task" [ 1093.107774] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.118992] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889697, 'name': PowerOffVM_Task, 'duration_secs': 0.108875} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.121829] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.122102] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.122372] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.123139] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cf2d7b-4992-4baf-96aa-a8e35aaa257f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.130568] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.130822] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ecafdf3-a273-4cb1-832f-bb4a45b62d92 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.153904] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.154277] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.154809] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Deleting the datastore file [datastore1] c73bd3ee-de47-4233-8e0c-afc51c210f96 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.154969] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4152bb4b-c1a5-4886-a0e6-45d889e89282 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.162063] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for the task: (returnval){ [ 1093.162063] env[69041]: value = "task-2889700" [ 1093.162063] env[69041]: _type = "Task" [ 1093.162063] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.170587] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.170796] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24695f92-f13a-4728-ac96-1d6eb7eeab0e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.178439] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088078d6-68ad-4572-8601-192164cab924 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.213254] env[69041]: DEBUG nova.compute.manager [req-3035184b-c8cf-4698-ad52-c96464f5f665 req-eaee3647-aa4a-4639-9baf-bbf1e0a01b5c service nova] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Detach interface failed, port_id=b58e0a84-e0fe-4023-a8ec-9f82788d52a0, reason: Instance e042d33d-8024-4cad-b057-dc0c8036024e could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1093.374200] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.374568] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.374749] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.374929] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.375136] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.377524] env[69041]: INFO nova.compute.manager [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Terminating instance [ 1093.440488] env[69041]: DEBUG oslo_concurrency.lockutils [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.440793] env[69041]: DEBUG oslo_concurrency.lockutils [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.441136] env[69041]: DEBUG oslo_concurrency.lockutils [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.441215] env[69041]: DEBUG oslo_concurrency.lockutils [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.441350] env[69041]: DEBUG oslo_concurrency.lockutils [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.443427] env[69041]: INFO nova.compute.manager [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Terminating instance [ 1093.448257] env[69041]: INFO nova.compute.manager [-] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Took 1.51 seconds to deallocate network for instance. [ 1093.477902] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.477902] env[69041]: DEBUG nova.compute.manager [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.478873] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.346s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.479330] env[69041]: DEBUG nova.objects.instance [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lazy-loading 'resources' on Instance uuid c3fde463-d065-4ad8-9971-c00929b3873c {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.480970] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4df7345f-482f-4997-b841-a1e467e274a4 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "d623caaa-5a89-4a77-8551-af042fdfa849" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.674s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.556328] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889695, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.620360] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889698, 'name': ReconfigVM_Task, 'duration_secs': 0.278052} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.620915] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Reconfigured VM instance instance-0000002f to attach disk [datastore2] a0359bd2-810e-482e-ab77-6a4f2c46872a/a0359bd2-810e-482e-ab77-6a4f2c46872a.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.623854] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9985a146-1630-4c60-9d28-1f9110b717dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.630130] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1093.630130] env[69041]: value = "task-2889701" [ 1093.630130] env[69041]: _type = "Task" [ 1093.630130] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.636475] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889701, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.672117] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12819} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.673709] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.673918] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.674163] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.883344] env[69041]: DEBUG nova.network.neutron [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Successfully updated port: 0a67ecba-57df-4580-9ef9-5090b687a951 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.883344] env[69041]: DEBUG nova.compute.manager [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.883344] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.883344] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f7d5e0-9668-45f0-8c91-7b41b6143de9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.891201] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.892956] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64601a15-5538-4fe6-a284-e2229c30477f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.899496] env[69041]: DEBUG nova.compute.manager [req-2c0a1f76-c61f-441c-92b0-c4b9f21e302a req-9a65ef0e-c788-450b-9176-a865b5ef1d35 service nova] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Received event network-vif-plugged-0a67ecba-57df-4580-9ef9-5090b687a951 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1093.899886] env[69041]: DEBUG oslo_concurrency.lockutils [req-2c0a1f76-c61f-441c-92b0-c4b9f21e302a req-9a65ef0e-c788-450b-9176-a865b5ef1d35 service nova] Acquiring lock "d437a775-e75e-4593-a0b5-1e7f249eb942-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.900192] env[69041]: DEBUG oslo_concurrency.lockutils [req-2c0a1f76-c61f-441c-92b0-c4b9f21e302a req-9a65ef0e-c788-450b-9176-a865b5ef1d35 service nova] Lock "d437a775-e75e-4593-a0b5-1e7f249eb942-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.900448] env[69041]: DEBUG oslo_concurrency.lockutils [req-2c0a1f76-c61f-441c-92b0-c4b9f21e302a req-9a65ef0e-c788-450b-9176-a865b5ef1d35 service nova] Lock "d437a775-e75e-4593-a0b5-1e7f249eb942-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.900793] env[69041]: DEBUG nova.compute.manager [req-2c0a1f76-c61f-441c-92b0-c4b9f21e302a req-9a65ef0e-c788-450b-9176-a865b5ef1d35 service nova] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] No waiting events found dispatching network-vif-plugged-0a67ecba-57df-4580-9ef9-5090b687a951 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.901096] env[69041]: WARNING nova.compute.manager [req-2c0a1f76-c61f-441c-92b0-c4b9f21e302a req-9a65ef0e-c788-450b-9176-a865b5ef1d35 service nova] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Received unexpected event network-vif-plugged-0a67ecba-57df-4580-9ef9-5090b687a951 for instance with vm_state building and task_state spawning. [ 1093.908537] env[69041]: DEBUG oslo_vmware.api [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1093.908537] env[69041]: value = "task-2889702" [ 1093.908537] env[69041]: _type = "Task" [ 1093.908537] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.918051] env[69041]: DEBUG oslo_vmware.api [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.947174] env[69041]: DEBUG nova.compute.manager [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.947458] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.948389] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f21d8c6-86cf-4318-822b-8525d98f14a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.956729] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.963255] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.963678] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eed58766-1601-4325-b316-99ed5a9f3b7b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.972007] env[69041]: DEBUG oslo_vmware.api [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1093.972007] env[69041]: value = "task-2889703" [ 1093.972007] env[69041]: _type = "Task" [ 1093.972007] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.983499] env[69041]: DEBUG nova.compute.utils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.987427] env[69041]: DEBUG oslo_vmware.api [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.987765] env[69041]: DEBUG nova.compute.manager [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.991442] env[69041]: DEBUG nova.compute.manager [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.991632] env[69041]: DEBUG nova.network.neutron [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.040839] env[69041]: DEBUG nova.policy [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65a34cd93b554dcaa1519fd29098c2de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ba6184c017842efaa8752b2c26d1c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.057903] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889695, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.140223] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889701, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.384316] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "refresh_cache-d437a775-e75e-4593-a0b5-1e7f249eb942" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.384316] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "refresh_cache-d437a775-e75e-4593-a0b5-1e7f249eb942" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.384316] env[69041]: DEBUG nova.network.neutron [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.423136] env[69041]: DEBUG oslo_vmware.api [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.484424] env[69041]: DEBUG oslo_vmware.api [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889703, 'name': PowerOffVM_Task, 'duration_secs': 0.26057} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.484683] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.484847] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.487749] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e849c764-ebc8-45b2-806a-e8b8b7703c2a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.494318] env[69041]: DEBUG nova.compute.utils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.515626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.554294] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81639c2-82d7-4ff5-8a29-b71e54013819 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.557201] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.557201] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.557343] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Deleting the datastore file [datastore1] 1ec6ac34-9344-4e84-a4ab-8412fdcfc512 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.557877] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77dc3876-d1b3-4376-9771-150e250ccf54 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.563145] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889695, 'name': CloneVM_Task, 'duration_secs': 1.996592} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.563647] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Created linked-clone VM from snapshot [ 1094.564352] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835f9168-a779-47cb-9b64-3ddc39e7a3bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.569597] env[69041]: DEBUG oslo_vmware.api [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1094.569597] env[69041]: value = "task-2889705" [ 1094.569597] env[69041]: _type = "Task" [ 1094.569597] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.570769] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c56c44d-50b7-4252-9079-adefc59a8511 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.579369] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Uploading image aa271209-8d97-4f2c-804b-4ef43c51ca3c {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1094.581634] env[69041]: DEBUG nova.network.neutron [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Successfully created port: 4b5d8211-ff8e-42c7-8b8a-659515622ad8 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.588691] env[69041]: DEBUG oslo_vmware.api [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.618287] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1094.619209] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b20863-09b8-4952-a90e-96b6d8deaf9e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.622144] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b24476f-ebf8-43df-bdfd-2e3b73493a61 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.630029] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a57b54-e7b7-42fb-8b9b-2bec880444ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.633943] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1094.633943] env[69041]: value = "task-2889706" [ 1094.633943] env[69041]: _type = "Task" [ 1094.633943] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.652697] env[69041]: DEBUG nova.compute.provider_tree [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.657239] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889706, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.659137] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889701, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.719256] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.719519] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.719711] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.719943] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.720083] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.720192] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.720399] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.720559] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.720723] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.720940] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.721061] env[69041]: DEBUG nova.virt.hardware [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.722015] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c965a30-da44-4460-ada8-16fe9bfa7b7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.734589] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88402b43-08e7-43dc-b8bc-a6ec32fe202c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.740252] env[69041]: DEBUG nova.compute.manager [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Stashing vm_state: active {{(pid=69041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1094.753428] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.759472] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.759777] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.760030] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-507c7b66-b9e9-49f7-9594-bd6d76cb9603 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.778696] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.778696] env[69041]: value = "task-2889707" [ 1094.778696] env[69041]: _type = "Task" [ 1094.778696] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.790075] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889707, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.920729] env[69041]: DEBUG oslo_vmware.api [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889702, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.924185] env[69041]: DEBUG nova.network.neutron [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.001024] env[69041]: DEBUG nova.compute.manager [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.084605] env[69041]: DEBUG oslo_vmware.api [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170892} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.084863] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.085082] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.085255] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.085434] env[69041]: INFO nova.compute.manager [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1095.085841] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.085896] env[69041]: DEBUG nova.compute.manager [-] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.085939] env[69041]: DEBUG nova.network.neutron [-] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.111554] env[69041]: DEBUG nova.network.neutron [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Updating instance_info_cache with network_info: [{"id": "0a67ecba-57df-4580-9ef9-5090b687a951", "address": "fa:16:3e:d1:e2:02", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a67ecba-57", "ovs_interfaceid": "0a67ecba-57df-4580-9ef9-5090b687a951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.153568] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889706, 'name': Destroy_Task, 'duration_secs': 0.384492} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.156721] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Destroyed the VM [ 1095.156986] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1095.157870] env[69041]: DEBUG nova.scheduler.client.report [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.161345] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889701, 'name': Rename_Task, 'duration_secs': 1.163678} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.161768] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7746592c-dd29-4477-8bfa-41958714f5b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.163584] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.163828] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-335d943f-d1ff-424f-8609-406106f03ad2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.171072] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1095.171072] env[69041]: value = "task-2889708" [ 1095.171072] env[69041]: _type = "Task" [ 1095.171072] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.174614] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1095.174614] env[69041]: value = "task-2889709" [ 1095.174614] env[69041]: _type = "Task" [ 1095.174614] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.185264] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889708, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.188772] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.259131] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.289776] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889707, 'name': CreateVM_Task, 'duration_secs': 0.373741} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.289997] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.290600] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.290862] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.291351] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.291710] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1953c3a2-cadd-4352-aabe-a5ce8984621e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.297687] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for the task: (returnval){ [ 1095.297687] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ecda5c-5949-6a6c-67d3-56d3e423f36b" [ 1095.297687] env[69041]: _type = "Task" [ 1095.297687] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.307880] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ecda5c-5949-6a6c-67d3-56d3e423f36b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.417844] env[69041]: DEBUG nova.compute.manager [req-cdd4e50f-8426-452f-890a-f4e0a9b1f239 req-77efda18-2bc7-4afb-823d-80cf83bc5ecf service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Received event network-vif-deleted-8281ae1d-c673-4c6f-b344-7fa944f03ea3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1095.418011] env[69041]: INFO nova.compute.manager [req-cdd4e50f-8426-452f-890a-f4e0a9b1f239 req-77efda18-2bc7-4afb-823d-80cf83bc5ecf service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Neutron deleted interface 8281ae1d-c673-4c6f-b344-7fa944f03ea3; detaching it from the instance and deleting it from the info cache [ 1095.418193] env[69041]: DEBUG nova.network.neutron [req-cdd4e50f-8426-452f-890a-f4e0a9b1f239 req-77efda18-2bc7-4afb-823d-80cf83bc5ecf service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.425612] env[69041]: DEBUG oslo_vmware.api [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889702, 'name': PowerOffVM_Task, 'duration_secs': 1.043477} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.425772] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.425949] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.426218] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f09b4a89-24cc-4ff0-8277-cca4d626be97 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.489018] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.489272] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.489450] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Deleting the datastore file [datastore2] f47e96d5-a958-4b11-94e5-7aa3c3ebce9f {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.489711] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccf80db8-e195-402e-b673-06b77c9a1274 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.496138] env[69041]: DEBUG oslo_vmware.api [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for the task: (returnval){ [ 1095.496138] env[69041]: value = "task-2889711" [ 1095.496138] env[69041]: _type = "Task" [ 1095.496138] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.504020] env[69041]: DEBUG oslo_vmware.api [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.614602] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "refresh_cache-d437a775-e75e-4593-a0b5-1e7f249eb942" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.615012] env[69041]: DEBUG nova.compute.manager [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Instance network_info: |[{"id": "0a67ecba-57df-4580-9ef9-5090b687a951", "address": "fa:16:3e:d1:e2:02", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a67ecba-57", "ovs_interfaceid": "0a67ecba-57df-4580-9ef9-5090b687a951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.615424] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:e2:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a67ecba-57df-4580-9ef9-5090b687a951', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.623159] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.623391] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.623616] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a60b7a1-fc78-4a62-8c4e-163744e112aa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.644042] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.644042] env[69041]: value = "task-2889712" [ 1095.644042] env[69041]: _type = "Task" [ 1095.644042] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.652421] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889712, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.663472] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.665925] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.620s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.667733] env[69041]: INFO nova.compute.claims [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.686359] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889708, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.691055] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889709, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.692360] env[69041]: INFO nova.scheduler.client.report [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Deleted allocations for instance c3fde463-d065-4ad8-9971-c00929b3873c [ 1095.811906] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ecda5c-5949-6a6c-67d3-56d3e423f36b, 'name': SearchDatastore_Task, 'duration_secs': 0.015296} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.812420] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.812793] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.813187] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.813440] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.813720] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.814567] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a362a19-5636-4a35-b86d-003e3712dbb5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.827727] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.827727] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.828687] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0423ba1e-6540-49a8-ac66-a4490fa8b251 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.835284] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for the task: (returnval){ [ 1095.835284] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521003f2-dd31-d56f-4fed-6c541aead81a" [ 1095.835284] env[69041]: _type = "Task" [ 1095.835284] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.843146] env[69041]: DEBUG nova.network.neutron [-] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.844424] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521003f2-dd31-d56f-4fed-6c541aead81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.921887] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8984dd05-9021-42f4-9c57-c10a41ba18e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.930671] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6d4f44-a45a-4a20-9791-e8c8c071ba68 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.967358] env[69041]: DEBUG nova.compute.manager [req-cdd4e50f-8426-452f-890a-f4e0a9b1f239 req-77efda18-2bc7-4afb-823d-80cf83bc5ecf service nova] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Detach interface failed, port_id=8281ae1d-c673-4c6f-b344-7fa944f03ea3, reason: Instance 1ec6ac34-9344-4e84-a4ab-8412fdcfc512 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1095.973141] env[69041]: DEBUG nova.compute.manager [req-37fe9a97-acdf-4435-af99-5767b87c9c41 req-262681f7-3d30-4405-99ce-8a3622624046 service nova] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Received event network-changed-0a67ecba-57df-4580-9ef9-5090b687a951 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1095.973315] env[69041]: DEBUG nova.compute.manager [req-37fe9a97-acdf-4435-af99-5767b87c9c41 req-262681f7-3d30-4405-99ce-8a3622624046 service nova] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Refreshing instance network info cache due to event network-changed-0a67ecba-57df-4580-9ef9-5090b687a951. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1095.973583] env[69041]: DEBUG oslo_concurrency.lockutils [req-37fe9a97-acdf-4435-af99-5767b87c9c41 req-262681f7-3d30-4405-99ce-8a3622624046 service nova] Acquiring lock "refresh_cache-d437a775-e75e-4593-a0b5-1e7f249eb942" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.973717] env[69041]: DEBUG oslo_concurrency.lockutils [req-37fe9a97-acdf-4435-af99-5767b87c9c41 req-262681f7-3d30-4405-99ce-8a3622624046 service nova] Acquired lock "refresh_cache-d437a775-e75e-4593-a0b5-1e7f249eb942" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.973896] env[69041]: DEBUG nova.network.neutron [req-37fe9a97-acdf-4435-af99-5767b87c9c41 req-262681f7-3d30-4405-99ce-8a3622624046 service nova] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Refreshing network info cache for port 0a67ecba-57df-4580-9ef9-5090b687a951 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.007439] env[69041]: DEBUG oslo_vmware.api [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Task: {'id': task-2889711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155879} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.008057] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.008258] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.008439] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.008614] env[69041]: INFO nova.compute.manager [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1096.008894] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.009120] env[69041]: DEBUG nova.compute.manager [-] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.009216] env[69041]: DEBUG nova.network.neutron [-] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.011748] env[69041]: DEBUG nova.compute.manager [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.039127] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:04:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='389677868',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-634585613',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.040075] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.040075] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.040075] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.040075] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.040075] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.040283] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.040429] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.040604] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.040781] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.040958] env[69041]: DEBUG nova.virt.hardware [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.042235] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50eec10-db63-4878-9b83-3128398fe31e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.052427] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc613535-af75-40ed-8d30-d47debe7660f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.153311] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889712, 'name': CreateVM_Task, 'duration_secs': 0.451642} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.153438] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.154171] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.154293] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.154647] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.155290] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f880025d-ad91-46fb-bea1-1e2dce032de7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.161537] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1096.161537] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529ebdb0-915f-d8a2-f484-85048d61216c" [ 1096.161537] env[69041]: _type = "Task" [ 1096.161537] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.169547] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529ebdb0-915f-d8a2-f484-85048d61216c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.186219] env[69041]: DEBUG oslo_vmware.api [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889708, 'name': RemoveSnapshot_Task, 'duration_secs': 0.890972} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.190111] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1096.192629] env[69041]: DEBUG oslo_vmware.api [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889709, 'name': PowerOnVM_Task, 'duration_secs': 0.613497} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.193415] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.193731] env[69041]: INFO nova.compute.manager [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1096.194020] env[69041]: DEBUG nova.compute.manager [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.194873] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a682c6-1f20-474c-a94f-2a4db9c27c24 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.208296] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ff8c1909-1cbe-4861-b3b9-90d1e0e518db tempest-ServersTestFqdnHostnames-1800433871 tempest-ServersTestFqdnHostnames-1800433871-project-member] Lock "c3fde463-d065-4ad8-9971-c00929b3873c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.140s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.350193] env[69041]: INFO nova.compute.manager [-] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Took 1.26 seconds to deallocate network for instance. [ 1096.350193] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521003f2-dd31-d56f-4fed-6c541aead81a, 'name': SearchDatastore_Task, 'duration_secs': 0.016177} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.352760] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d91949e-e099-48f6-9974-c7389a3093b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.359562] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for the task: (returnval){ [ 1096.359562] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5292cf69-b8ee-26a9-b697-de41be417564" [ 1096.359562] env[69041]: _type = "Task" [ 1096.359562] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.370081] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5292cf69-b8ee-26a9-b697-de41be417564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.491033] env[69041]: DEBUG nova.network.neutron [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Successfully updated port: 4b5d8211-ff8e-42c7-8b8a-659515622ad8 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.672531] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529ebdb0-915f-d8a2-f484-85048d61216c, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.672832] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.673149] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.673406] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.673563] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.674011] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.674011] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4696a90f-39a5-4a2a-a0f7-c8c3a843b02e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.682138] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.682333] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.683058] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9090d6ff-84c7-4ea2-928b-a6a1ba4edb0d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.690846] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1096.690846] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52749727-d6ef-21e9-b768-f2ac38ee8ee6" [ 1096.690846] env[69041]: _type = "Task" [ 1096.690846] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.695123] env[69041]: WARNING nova.compute.manager [None req-48f12c07-cb31-42a7-9c75-44d7a8f917e0 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Image not found during snapshot: nova.exception.ImageNotFound: Image aa271209-8d97-4f2c-804b-4ef43c51ca3c could not be found. [ 1096.700815] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52749727-d6ef-21e9-b768-f2ac38ee8ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.718988] env[69041]: INFO nova.compute.manager [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Took 38.24 seconds to build instance. [ 1096.725253] env[69041]: DEBUG nova.network.neutron [req-37fe9a97-acdf-4435-af99-5767b87c9c41 req-262681f7-3d30-4405-99ce-8a3622624046 service nova] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Updated VIF entry in instance network info cache for port 0a67ecba-57df-4580-9ef9-5090b687a951. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.725588] env[69041]: DEBUG nova.network.neutron [req-37fe9a97-acdf-4435-af99-5767b87c9c41 req-262681f7-3d30-4405-99ce-8a3622624046 service nova] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Updating instance_info_cache with network_info: [{"id": "0a67ecba-57df-4580-9ef9-5090b687a951", "address": "fa:16:3e:d1:e2:02", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a67ecba-57", "ovs_interfaceid": "0a67ecba-57df-4580-9ef9-5090b687a951", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.751630] env[69041]: DEBUG nova.network.neutron [-] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.857903] env[69041]: DEBUG oslo_concurrency.lockutils [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.873014] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5292cf69-b8ee-26a9-b697-de41be417564, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.878832] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.878832] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.878832] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6ccfe9f-f19d-4ccb-bb65-566abfe6adc3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.884147] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for the task: (returnval){ [ 1096.884147] env[69041]: value = "task-2889713" [ 1096.884147] env[69041]: _type = "Task" [ 1096.884147] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.894540] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.992716] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "refresh_cache-0a09110f-f96d-4f19-92bb-984ebafb9f76" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.992991] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquired lock "refresh_cache-0a09110f-f96d-4f19-92bb-984ebafb9f76" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.993043] env[69041]: DEBUG nova.network.neutron [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.198436] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4d83ff-4e80-4fc2-9467-2db7e7e3c9b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.210501] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90038e1-eec2-4a10-abe8-6d93ed07b07b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.214227] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52749727-d6ef-21e9-b768-f2ac38ee8ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.215566] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf496db-e4ca-4c4b-92a1-424eb859f5b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.243080] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c83fd682-e0a2-4b70-bae0-ac1278ee4506 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "a0359bd2-810e-482e-ab77-6a4f2c46872a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.403s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.243581] env[69041]: DEBUG oslo_concurrency.lockutils [req-37fe9a97-acdf-4435-af99-5767b87c9c41 req-262681f7-3d30-4405-99ce-8a3622624046 service nova] Releasing lock "refresh_cache-d437a775-e75e-4593-a0b5-1e7f249eb942" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.246230] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e51e2b-4ba6-4f82-b177-f08c706b97ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.251795] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1097.251795] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c89560-c266-79d3-d9c1-5b8bbad8a99d" [ 1097.251795] env[69041]: _type = "Task" [ 1097.251795] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.251795] env[69041]: INFO nova.compute.manager [-] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Took 1.24 seconds to deallocate network for instance. [ 1097.260655] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7db8333-8b19-4ad5-9f48-b3f6ebca3356 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.272198] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c89560-c266-79d3-d9c1-5b8bbad8a99d, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.274274] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.274274] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] d437a775-e75e-4593-a0b5-1e7f249eb942/d437a775-e75e-4593-a0b5-1e7f249eb942.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.274274] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4de0f26-ab3d-4ef7-b1b4-609b51fba613 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.284610] env[69041]: DEBUG nova.compute.provider_tree [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.292458] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1097.292458] env[69041]: value = "task-2889714" [ 1097.292458] env[69041]: _type = "Task" [ 1097.292458] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.303446] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.394381] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.546599] env[69041]: DEBUG nova.network.neutron [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.603152] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "5e59e394-e20c-4046-89f6-df939d8353fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.603457] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "5e59e394-e20c-4046-89f6-df939d8353fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.603703] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "5e59e394-e20c-4046-89f6-df939d8353fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.603887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "5e59e394-e20c-4046-89f6-df939d8353fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.604127] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "5e59e394-e20c-4046-89f6-df939d8353fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.607224] env[69041]: INFO nova.compute.manager [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Terminating instance [ 1097.750407] env[69041]: DEBUG nova.compute.manager [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.774496] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.781076] env[69041]: DEBUG nova.network.neutron [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Updating instance_info_cache with network_info: [{"id": "4b5d8211-ff8e-42c7-8b8a-659515622ad8", "address": "fa:16:3e:17:e9:94", "network": {"id": "36d71d53-9058-40c5-9cd3-39df5137515f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1983210520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba6184c017842efaa8752b2c26d1c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5d8211-ff", "ovs_interfaceid": "4b5d8211-ff8e-42c7-8b8a-659515622ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.803827] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889714, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.809065] env[69041]: ERROR nova.scheduler.client.report [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [req-590cb323-b419-4b4a-9686-bef5d35d3ff3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 32f60d55-c45c-4e8e-b752-d624f83e6946. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-590cb323-b419-4b4a-9686-bef5d35d3ff3"}]} [ 1097.827254] env[69041]: DEBUG nova.scheduler.client.report [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Refreshing inventories for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1097.858454] env[69041]: DEBUG nova.compute.manager [req-d0ecd943-c7df-4435-b300-a215c5104861 req-8e8cf75c-1541-44b7-886f-6ca55ed9e0c4 service nova] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Received event network-vif-deleted-f0d2d959-6486-40a9-b7db-4e29f14618f3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1097.859953] env[69041]: DEBUG nova.scheduler.client.report [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Updating ProviderTree inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1097.860185] env[69041]: DEBUG nova.compute.provider_tree [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1097.874141] env[69041]: DEBUG nova.scheduler.client.report [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Refreshing aggregate associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, aggregates: None {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1097.899740] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721853} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.900788] env[69041]: DEBUG nova.scheduler.client.report [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Refreshing trait associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1097.903134] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.903378] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.903854] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24dd305a-909c-4ff2-9ef6-bda27b2ffbc7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.911613] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for the task: (returnval){ [ 1097.911613] env[69041]: value = "task-2889715" [ 1097.911613] env[69041]: _type = "Task" [ 1097.911613] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.921727] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.111432] env[69041]: DEBUG nova.compute.manager [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.111849] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.112416] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08bdbc8-9e4c-44d8-aa79-20178e33439c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.123667] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.125021] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a05e87d-fd6e-4efc-9e27-9212ed44e963 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.130488] env[69041]: DEBUG oslo_vmware.api [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1098.130488] env[69041]: value = "task-2889716" [ 1098.130488] env[69041]: _type = "Task" [ 1098.130488] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.142802] env[69041]: DEBUG oslo_vmware.api [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.236215] env[69041]: DEBUG nova.compute.manager [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Received event network-vif-plugged-4b5d8211-ff8e-42c7-8b8a-659515622ad8 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1098.236215] env[69041]: DEBUG oslo_concurrency.lockutils [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] Acquiring lock "0a09110f-f96d-4f19-92bb-984ebafb9f76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.236215] env[69041]: DEBUG oslo_concurrency.lockutils [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] Lock "0a09110f-f96d-4f19-92bb-984ebafb9f76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.236215] env[69041]: DEBUG oslo_concurrency.lockutils [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] Lock "0a09110f-f96d-4f19-92bb-984ebafb9f76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.236215] env[69041]: DEBUG nova.compute.manager [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] No waiting events found dispatching network-vif-plugged-4b5d8211-ff8e-42c7-8b8a-659515622ad8 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.236215] env[69041]: WARNING nova.compute.manager [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Received unexpected event network-vif-plugged-4b5d8211-ff8e-42c7-8b8a-659515622ad8 for instance with vm_state building and task_state spawning. [ 1098.236215] env[69041]: DEBUG nova.compute.manager [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Received event network-changed-4b5d8211-ff8e-42c7-8b8a-659515622ad8 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1098.237463] env[69041]: DEBUG nova.compute.manager [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Refreshing instance network info cache due to event network-changed-4b5d8211-ff8e-42c7-8b8a-659515622ad8. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1098.237837] env[69041]: DEBUG oslo_concurrency.lockutils [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] Acquiring lock "refresh_cache-0a09110f-f96d-4f19-92bb-984ebafb9f76" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.279623] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.282982] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Releasing lock "refresh_cache-0a09110f-f96d-4f19-92bb-984ebafb9f76" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.286230] env[69041]: DEBUG nova.compute.manager [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Instance network_info: |[{"id": "4b5d8211-ff8e-42c7-8b8a-659515622ad8", "address": "fa:16:3e:17:e9:94", "network": {"id": "36d71d53-9058-40c5-9cd3-39df5137515f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1983210520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba6184c017842efaa8752b2c26d1c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5d8211-ff", "ovs_interfaceid": "4b5d8211-ff8e-42c7-8b8a-659515622ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.286230] env[69041]: DEBUG oslo_concurrency.lockutils [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] Acquired lock "refresh_cache-0a09110f-f96d-4f19-92bb-984ebafb9f76" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.286230] env[69041]: DEBUG nova.network.neutron [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Refreshing network info cache for port 4b5d8211-ff8e-42c7-8b8a-659515622ad8 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.287124] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:e9:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b5d8211-ff8e-42c7-8b8a-659515622ad8', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.301941] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.305914] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.310451] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3999a48a-3867-422c-a4d3-92a6ad4a4e2e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.336031] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848268} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.336607] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] d437a775-e75e-4593-a0b5-1e7f249eb942/d437a775-e75e-4593-a0b5-1e7f249eb942.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.336812] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.337075] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.337075] env[69041]: value = "task-2889717" [ 1098.337075] env[69041]: _type = "Task" [ 1098.337075] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.337256] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aaa0c15-3a1f-4ab5-9456-8725200a1da3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.350661] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1098.350661] env[69041]: value = "task-2889718" [ 1098.350661] env[69041]: _type = "Task" [ 1098.350661] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.355113] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889717, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.364468] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.425574] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117176} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.425899] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.427050] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1844d748-103e-40d2-b10c-1b8c1bb8fbe1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.450746] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.453794] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-222ddd5c-d2ac-47ab-b5fa-876f36892641 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.473914] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for the task: (returnval){ [ 1098.473914] env[69041]: value = "task-2889719" [ 1098.473914] env[69041]: _type = "Task" [ 1098.473914] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.484500] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.587107] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2c3539-da0b-4ac9-b2db-cfeb7597c266 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.595249] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c42b072-0e0a-44d7-b6f2-880ccde68b67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.631349] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8af79db-95bc-43b7-b696-f5bce84bc163 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.645976] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a965f0-9737-4dfe-9863-40f449934eed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.650668] env[69041]: DEBUG oslo_vmware.api [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889716, 'name': PowerOffVM_Task, 'duration_secs': 0.286411} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.651244] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "a0359bd2-810e-482e-ab77-6a4f2c46872a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.651337] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "a0359bd2-810e-482e-ab77-6a4f2c46872a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.651577] env[69041]: DEBUG nova.compute.manager [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.651930] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.652183] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.652970] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fab8ac-dfbf-4e64-b762-71b24db367fd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.656583] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d87219a9-2d0d-4eed-bce5-065534f894dd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.666499] env[69041]: DEBUG nova.compute.provider_tree [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.675351] env[69041]: DEBUG nova.compute.manager [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1098.675957] env[69041]: DEBUG nova.objects.instance [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lazy-loading 'flavor' on Instance uuid a0359bd2-810e-482e-ab77-6a4f2c46872a {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.750041] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.750399] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.750633] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Deleting the datastore file [datastore1] 5e59e394-e20c-4046-89f6-df939d8353fa {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.750956] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-503ff687-38c9-4c6c-9208-7baedd68103a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.758106] env[69041]: DEBUG oslo_vmware.api [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1098.758106] env[69041]: value = "task-2889721" [ 1098.758106] env[69041]: _type = "Task" [ 1098.758106] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.767382] env[69041]: DEBUG oslo_vmware.api [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.849602] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889717, 'name': CreateVM_Task, 'duration_secs': 0.420876} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.849757] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.850464] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.850679] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.850967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.851261] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6523431d-1f59-465c-90f0-6dd56dd2f854 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.858857] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1098.858857] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52389f7e-a234-19f5-395b-5375fb28610b" [ 1098.858857] env[69041]: _type = "Task" [ 1098.858857] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.864799] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076689} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.865405] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.866169] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a8413d-dbd3-4dc5-bbef-e32b1e3162be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.872076] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52389f7e-a234-19f5-395b-5375fb28610b, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.875249] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.875249] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.875335] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.875463] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.875611] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.875894] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d7d6ec1-5190-48d0-9aaf-379495520f25 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.895577] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] d437a775-e75e-4593-a0b5-1e7f249eb942/d437a775-e75e-4593-a0b5-1e7f249eb942.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.898655] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f6fd04-e433-43eb-b481-2b53d6580e81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.914567] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.914567] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.915704] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7823e251-669d-4d0b-8cb6-432d4eb90146 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.921068] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1098.921068] env[69041]: value = "task-2889722" [ 1098.921068] env[69041]: _type = "Task" [ 1098.921068] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.922341] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1098.922341] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5296d4a1-897b-8bb5-7c47-a0c3489d5c2c" [ 1098.922341] env[69041]: _type = "Task" [ 1098.922341] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.934398] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5296d4a1-897b-8bb5-7c47-a0c3489d5c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.940547] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.984020] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.049705] env[69041]: DEBUG nova.network.neutron [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Updated VIF entry in instance network info cache for port 4b5d8211-ff8e-42c7-8b8a-659515622ad8. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.050081] env[69041]: DEBUG nova.network.neutron [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Updating instance_info_cache with network_info: [{"id": "4b5d8211-ff8e-42c7-8b8a-659515622ad8", "address": "fa:16:3e:17:e9:94", "network": {"id": "36d71d53-9058-40c5-9cd3-39df5137515f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1983210520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba6184c017842efaa8752b2c26d1c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5d8211-ff", "ovs_interfaceid": "4b5d8211-ff8e-42c7-8b8a-659515622ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.170744] env[69041]: DEBUG nova.scheduler.client.report [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.267511] env[69041]: DEBUG oslo_vmware.api [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176703} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.267677] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.267865] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.268072] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.268256] env[69041]: INFO nova.compute.manager [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1099.268521] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.268722] env[69041]: DEBUG nova.compute.manager [-] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.268838] env[69041]: DEBUG nova.network.neutron [-] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.437010] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5296d4a1-897b-8bb5-7c47-a0c3489d5c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.015574} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.441151] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889722, 'name': ReconfigVM_Task, 'duration_secs': 0.304617} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.441385] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcc8f00-38e0-40de-a786-0734f229a550 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.443734] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Reconfigured VM instance instance-00000031 to attach disk [datastore2] d437a775-e75e-4593-a0b5-1e7f249eb942/d437a775-e75e-4593-a0b5-1e7f249eb942.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.445073] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b281df20-dd43-4414-a2d0-c0293ca9432a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.449482] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1099.449482] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522ae6f4-395a-7433-dec4-87dd17dd7546" [ 1099.449482] env[69041]: _type = "Task" [ 1099.449482] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.455693] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1099.455693] env[69041]: value = "task-2889723" [ 1099.455693] env[69041]: _type = "Task" [ 1099.455693] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.462159] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522ae6f4-395a-7433-dec4-87dd17dd7546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.466824] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889723, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.484375] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889719, 'name': ReconfigVM_Task, 'duration_secs': 0.666166} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.485049] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c73bd3ee-de47-4233-8e0c-afc51c210f96/c73bd3ee-de47-4233-8e0c-afc51c210f96.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.485699] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80a3b871-695f-4455-a1a4-25fc572822a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.492425] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for the task: (returnval){ [ 1099.492425] env[69041]: value = "task-2889724" [ 1099.492425] env[69041]: _type = "Task" [ 1099.492425] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.503854] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889724, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.553863] env[69041]: DEBUG oslo_concurrency.lockutils [req-e146590d-a092-4eea-bf7c-c1847e67e14e req-168a6a34-ce39-49d2-b422-c4b1aeaa362b service nova] Releasing lock "refresh_cache-0a09110f-f96d-4f19-92bb-984ebafb9f76" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.676017] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.010s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.676573] env[69041]: DEBUG nova.compute.manager [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.679823] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.676s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.679823] env[69041]: DEBUG nova.objects.instance [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lazy-loading 'resources' on Instance uuid b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.682042] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.682304] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd8a352-5e53-44f7-a54c-d57347b2b6eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.689863] env[69041]: DEBUG oslo_vmware.api [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1099.689863] env[69041]: value = "task-2889725" [ 1099.689863] env[69041]: _type = "Task" [ 1099.689863] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.701447] env[69041]: DEBUG oslo_vmware.api [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.937101] env[69041]: DEBUG nova.compute.manager [req-c970e2c4-4ff9-4fe2-901e-92bd29c8f653 req-15ffb289-ae70-4173-ab18-8c560d1efeb2 service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Received event network-vif-deleted-f71fbf2e-920d-46d7-a66a-d30a262877f6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1099.937307] env[69041]: INFO nova.compute.manager [req-c970e2c4-4ff9-4fe2-901e-92bd29c8f653 req-15ffb289-ae70-4173-ab18-8c560d1efeb2 service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Neutron deleted interface f71fbf2e-920d-46d7-a66a-d30a262877f6; detaching it from the instance and deleting it from the info cache [ 1099.937481] env[69041]: DEBUG nova.network.neutron [req-c970e2c4-4ff9-4fe2-901e-92bd29c8f653 req-15ffb289-ae70-4173-ab18-8c560d1efeb2 service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.965076] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522ae6f4-395a-7433-dec4-87dd17dd7546, 'name': SearchDatastore_Task, 'duration_secs': 0.023969} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.965827] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.966113] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 0a09110f-f96d-4f19-92bb-984ebafb9f76/0a09110f-f96d-4f19-92bb-984ebafb9f76.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.966396] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e87a63d-08c7-4640-aa16-6b1c14c9488a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.974022] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889723, 'name': Rename_Task, 'duration_secs': 0.218727} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.975909] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.975909] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1099.975909] env[69041]: value = "task-2889726" [ 1099.975909] env[69041]: _type = "Task" [ 1099.975909] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.976155] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-246e0736-aa9f-473c-ab08-9617a855d6af {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.986731] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.987808] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1099.987808] env[69041]: value = "task-2889727" [ 1099.987808] env[69041]: _type = "Task" [ 1099.987808] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.996994] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.005647] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889724, 'name': Rename_Task, 'duration_secs': 0.272245} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.006149] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.006718] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-078a402f-7d35-4eaf-b6c2-8700b6a1e611 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.008595] env[69041]: DEBUG nova.network.neutron [-] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.015545] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Waiting for the task: (returnval){ [ 1100.015545] env[69041]: value = "task-2889728" [ 1100.015545] env[69041]: _type = "Task" [ 1100.015545] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.024776] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.183728] env[69041]: DEBUG nova.compute.utils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.188843] env[69041]: DEBUG nova.compute.manager [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.189165] env[69041]: DEBUG nova.network.neutron [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.204686] env[69041]: DEBUG oslo_vmware.api [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889725, 'name': PowerOffVM_Task, 'duration_secs': 0.213529} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.204982] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.205218] env[69041]: DEBUG nova.compute.manager [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.208151] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7473c5-787e-49f7-9566-990cce27cb0b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.260041] env[69041]: DEBUG nova.policy [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '205796c7762f432eab6be0540d949fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de52343f126f48c88bce9804b0f4ff5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.443393] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e112dfb-5d10-41b2-b424-1ee56dec7703 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.459249] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ac570-b2c7-455e-aaa0-5a950e3987b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.486813] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889726, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.501547] env[69041]: DEBUG nova.compute.manager [req-c970e2c4-4ff9-4fe2-901e-92bd29c8f653 req-15ffb289-ae70-4173-ab18-8c560d1efeb2 service nova] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Detach interface failed, port_id=f71fbf2e-920d-46d7-a66a-d30a262877f6, reason: Instance 5e59e394-e20c-4046-89f6-df939d8353fa could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1100.516886] env[69041]: INFO nova.compute.manager [-] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Took 1.25 seconds to deallocate network for instance. [ 1100.516886] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889727, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.535824] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889728, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.587219] env[69041]: DEBUG nova.network.neutron [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Successfully created port: c7f1241a-0d04-42b5-adfa-e14fad0a5d5f {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.690440] env[69041]: DEBUG nova.compute.manager [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.725881] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5ed566b5-2335-4704-a78f-af17c6384d26 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "a0359bd2-810e-482e-ab77-6a4f2c46872a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.849039] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ab98e4-c243-49f7-9a08-11b5dcb1e4dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.857112] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f64c37-f794-43bf-84ef-4b37586d4bfe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.891354] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc6fc85-4bfb-42d5-a800-da37aa3af327 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.898984] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1624adb1-4ef7-49e8-986d-13648dc7ff06 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.914509] env[69041]: DEBUG nova.compute.provider_tree [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.990575] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544012} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.990834] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 0a09110f-f96d-4f19-92bb-984ebafb9f76/0a09110f-f96d-4f19-92bb-984ebafb9f76.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.991061] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.991310] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8519450-c7ae-4ad7-aa9e-8453d4cfbd10 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.997846] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1100.997846] env[69041]: value = "task-2889729" [ 1100.997846] env[69041]: _type = "Task" [ 1100.997846] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.006822] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.011841] env[69041]: DEBUG oslo_vmware.api [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889727, 'name': PowerOnVM_Task, 'duration_secs': 0.755194} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.012117] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.012328] env[69041]: INFO nova.compute.manager [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1101.012581] env[69041]: DEBUG nova.compute.manager [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.013288] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878983f8-ddfb-4ee2-9558-e064ca2c6b45 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.029205] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.029683] env[69041]: DEBUG oslo_vmware.api [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Task: {'id': task-2889728, 'name': PowerOnVM_Task, 'duration_secs': 0.55232} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.029746] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.029949] env[69041]: DEBUG nova.compute.manager [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.030651] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85fdd74-f349-4c5d-9e99-3924cc799108 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.418046] env[69041]: DEBUG nova.scheduler.client.report [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.510847] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068044} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.511404] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.512343] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bc0137-39fa-4fdc-b7e1-663ee6865b11 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.547173] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 0a09110f-f96d-4f19-92bb-984ebafb9f76/0a09110f-f96d-4f19-92bb-984ebafb9f76.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.556708] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec7b731f-73de-42ed-afe3-8c1d0f91a11f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.576288] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.577316] env[69041]: INFO nova.compute.manager [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Took 38.73 seconds to build instance. [ 1101.583144] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1101.583144] env[69041]: value = "task-2889730" [ 1101.583144] env[69041]: _type = "Task" [ 1101.583144] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.596020] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.700386] env[69041]: DEBUG nova.compute.manager [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.726495] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.726747] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.726912] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.727112] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.727263] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.727413] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.727667] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.727843] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.728016] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.728399] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.728580] env[69041]: DEBUG nova.virt.hardware [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.729444] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aee965-51e3-4e1e-b9d7-6c383a66fec8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.739409] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1770c505-5985-4940-8e13-cee7076159e0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.927590] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.932374] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.977s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.932573] env[69041]: INFO nova.compute.claims [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.965263] env[69041]: INFO nova.scheduler.client.report [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Deleted allocations for instance b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3 [ 1102.073820] env[69041]: DEBUG nova.compute.manager [req-951a0d2c-e14c-4c4e-9c33-d7031d43a7bf req-fe4b6bad-d139-4279-a623-8b29d0639f13 service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Received event network-vif-plugged-c7f1241a-0d04-42b5-adfa-e14fad0a5d5f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1102.074072] env[69041]: DEBUG oslo_concurrency.lockutils [req-951a0d2c-e14c-4c4e-9c33-d7031d43a7bf req-fe4b6bad-d139-4279-a623-8b29d0639f13 service nova] Acquiring lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.074292] env[69041]: DEBUG oslo_concurrency.lockutils [req-951a0d2c-e14c-4c4e-9c33-d7031d43a7bf req-fe4b6bad-d139-4279-a623-8b29d0639f13 service nova] Lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.074558] env[69041]: DEBUG oslo_concurrency.lockutils [req-951a0d2c-e14c-4c4e-9c33-d7031d43a7bf req-fe4b6bad-d139-4279-a623-8b29d0639f13 service nova] Lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.075207] env[69041]: DEBUG nova.compute.manager [req-951a0d2c-e14c-4c4e-9c33-d7031d43a7bf req-fe4b6bad-d139-4279-a623-8b29d0639f13 service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] No waiting events found dispatching network-vif-plugged-c7f1241a-0d04-42b5-adfa-e14fad0a5d5f {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.075207] env[69041]: WARNING nova.compute.manager [req-951a0d2c-e14c-4c4e-9c33-d7031d43a7bf req-fe4b6bad-d139-4279-a623-8b29d0639f13 service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Received unexpected event network-vif-plugged-c7f1241a-0d04-42b5-adfa-e14fad0a5d5f for instance with vm_state building and task_state spawning. [ 1102.080738] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "c73bd3ee-de47-4233-8e0c-afc51c210f96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.080944] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "c73bd3ee-de47-4233-8e0c-afc51c210f96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.081317] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "c73bd3ee-de47-4233-8e0c-afc51c210f96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.081317] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "c73bd3ee-de47-4233-8e0c-afc51c210f96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.081490] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "c73bd3ee-de47-4233-8e0c-afc51c210f96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.087301] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d18bc7aa-67a4-4458-b2a6-cceec6039c83 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d437a775-e75e-4593-a0b5-1e7f249eb942" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.946s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.088533] env[69041]: INFO nova.compute.manager [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Terminating instance [ 1102.093841] env[69041]: DEBUG nova.network.neutron [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Successfully updated port: c7f1241a-0d04-42b5-adfa-e14fad0a5d5f {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.101487] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.392424] env[69041]: DEBUG nova.compute.manager [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.393400] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74cbc88-9891-4457-8ba9-b34210a8323b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.479082] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8398536d-d4f7-4674-99b7-c399e3669847 tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.989s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.605220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "refresh_cache-c73bd3ee-de47-4233-8e0c-afc51c210f96" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.605220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquired lock "refresh_cache-c73bd3ee-de47-4233-8e0c-afc51c210f96" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.605220] env[69041]: DEBUG nova.network.neutron [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.605220] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889730, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.605220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquiring lock "refresh_cache-13669a24-f475-4bb4-89d7-c63f2b3d7cb7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.605220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquired lock "refresh_cache-13669a24-f475-4bb4-89d7-c63f2b3d7cb7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.605220] env[69041]: DEBUG nova.network.neutron [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.909235] env[69041]: INFO nova.compute.manager [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] instance snapshotting [ 1102.909465] env[69041]: WARNING nova.compute.manager [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1102.912857] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca98a32-c9b9-4e64-abf5-30f97d604721 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.933167] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150063e9-cd04-4b9e-8979-5329d7421a30 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.108027] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889730, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.137104] env[69041]: DEBUG nova.network.neutron [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.156943] env[69041]: DEBUG nova.network.neutron [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.190865] env[69041]: DEBUG nova.network.neutron [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.406710] env[69041]: DEBUG nova.network.neutron [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Updating instance_info_cache with network_info: [{"id": "c7f1241a-0d04-42b5-adfa-e14fad0a5d5f", "address": "fa:16:3e:90:e4:24", "network": {"id": "82b99c23-b77c-4af2-84ca-ed6d8b1b8ee4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1991001927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de52343f126f48c88bce9804b0f4ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f1241a-0d", "ovs_interfaceid": "c7f1241a-0d04-42b5-adfa-e14fad0a5d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.423313] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "a57c9763-1726-4a22-9d20-de9e028d8fbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.423508] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "a57c9763-1726-4a22-9d20-de9e028d8fbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.445895] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1103.447476] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-724be0ec-77de-479e-81cb-332b5e759d0c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.456972] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1103.456972] env[69041]: value = "task-2889731" [ 1103.456972] env[69041]: _type = "Task" [ 1103.456972] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.465868] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889731, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.509990] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdc5e2f-1465-477a-a110-f1e0c6af6542 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.521637] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfeeaf7-c87f-4882-8d43-8c207bd38fce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.557069] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ef56a1-c20b-4803-a20d-a79792fa3a2d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.564786] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71824f29-5b52-4190-ba75-33a8563335d4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.580167] env[69041]: DEBUG nova.compute.provider_tree [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.604587] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889730, 'name': ReconfigVM_Task, 'duration_secs': 1.577372} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.604907] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 0a09110f-f96d-4f19-92bb-984ebafb9f76/0a09110f-f96d-4f19-92bb-984ebafb9f76.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.605300] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69041) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1103.605966] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-369c79c4-3446-4e2c-b936-b3e02f206ee1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.614325] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1103.614325] env[69041]: value = "task-2889732" [ 1103.614325] env[69041]: _type = "Task" [ 1103.614325] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.623147] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889732, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.696494] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Releasing lock "refresh_cache-c73bd3ee-de47-4233-8e0c-afc51c210f96" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.697139] env[69041]: DEBUG nova.compute.manager [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.697272] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.698206] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7379ac93-2bc3-4ba8-a0ac-157b33f2b578 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.706325] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.706633] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fae82f1e-0f33-4ff2-88f6-3875877b8d6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.713964] env[69041]: DEBUG oslo_vmware.api [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1103.713964] env[69041]: value = "task-2889733" [ 1103.713964] env[69041]: _type = "Task" [ 1103.713964] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.723054] env[69041]: DEBUG oslo_vmware.api [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.866913] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquiring lock "355ce384-674a-4c7a-956c-dc7b7998f33b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.867681] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "355ce384-674a-4c7a-956c-dc7b7998f33b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.914896] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Releasing lock "refresh_cache-13669a24-f475-4bb4-89d7-c63f2b3d7cb7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.915249] env[69041]: DEBUG nova.compute.manager [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Instance network_info: |[{"id": "c7f1241a-0d04-42b5-adfa-e14fad0a5d5f", "address": "fa:16:3e:90:e4:24", "network": {"id": "82b99c23-b77c-4af2-84ca-ed6d8b1b8ee4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1991001927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de52343f126f48c88bce9804b0f4ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f1241a-0d", "ovs_interfaceid": "c7f1241a-0d04-42b5-adfa-e14fad0a5d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.915955] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:e4:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f1241a-0d04-42b5-adfa-e14fad0a5d5f', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.925178] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Creating folder: Project (de52343f126f48c88bce9804b0f4ff5e). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.925954] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cd4c3c7-d31d-4ca2-8d2f-870060cc4d04 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.928308] env[69041]: DEBUG nova.compute.manager [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.965427] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Created folder: Project (de52343f126f48c88bce9804b0f4ff5e) in parent group-v580429. [ 1103.965754] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Creating folder: Instances. Parent ref: group-v580576. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.968973] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bbc95ae-731b-4410-989f-d0d60cbf915c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.970921] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889731, 'name': CreateSnapshot_Task, 'duration_secs': 0.44704} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.971088] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1103.974441] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8116b8-6bd2-483c-8aa2-bb44b5646731 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.981161] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Created folder: Instances in parent group-v580576. [ 1103.981411] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.984941] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.988278] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a3c6ffe-99bb-494f-ad43-65ac32e6c7a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.019570] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.019570] env[69041]: value = "task-2889736" [ 1104.019570] env[69041]: _type = "Task" [ 1104.019570] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.027090] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889736, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.083911] env[69041]: DEBUG nova.scheduler.client.report [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.092016] env[69041]: DEBUG nova.compute.manager [req-70a405fa-19f5-4b0b-be40-b99e00592ecd req-502fa1da-ca95-4693-8ba9-03c67e94b4ce service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Received event network-changed-c7f1241a-0d04-42b5-adfa-e14fad0a5d5f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1104.092332] env[69041]: DEBUG nova.compute.manager [req-70a405fa-19f5-4b0b-be40-b99e00592ecd req-502fa1da-ca95-4693-8ba9-03c67e94b4ce service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Refreshing instance network info cache due to event network-changed-c7f1241a-0d04-42b5-adfa-e14fad0a5d5f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1104.092458] env[69041]: DEBUG oslo_concurrency.lockutils [req-70a405fa-19f5-4b0b-be40-b99e00592ecd req-502fa1da-ca95-4693-8ba9-03c67e94b4ce service nova] Acquiring lock "refresh_cache-13669a24-f475-4bb4-89d7-c63f2b3d7cb7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.092593] env[69041]: DEBUG oslo_concurrency.lockutils [req-70a405fa-19f5-4b0b-be40-b99e00592ecd req-502fa1da-ca95-4693-8ba9-03c67e94b4ce service nova] Acquired lock "refresh_cache-13669a24-f475-4bb4-89d7-c63f2b3d7cb7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.092801] env[69041]: DEBUG nova.network.neutron [req-70a405fa-19f5-4b0b-be40-b99e00592ecd req-502fa1da-ca95-4693-8ba9-03c67e94b4ce service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Refreshing network info cache for port c7f1241a-0d04-42b5-adfa-e14fad0a5d5f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.125034] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889732, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.051807} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.125034] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69041) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1104.125373] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9667bdd1-79f5-46d4-98c2-501b73306f43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.150501] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 0a09110f-f96d-4f19-92bb-984ebafb9f76/ephemeral_0.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.150729] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad68442-407a-4721-a2d6-52e0d9864ee6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.165928] env[69041]: DEBUG oslo_concurrency.lockutils [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.166180] env[69041]: DEBUG oslo_concurrency.lockutils [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.166377] env[69041]: DEBUG oslo_concurrency.lockutils [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.166586] env[69041]: DEBUG oslo_concurrency.lockutils [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.166763] env[69041]: DEBUG oslo_concurrency.lockutils [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.169225] env[69041]: INFO nova.compute.manager [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Terminating instance [ 1104.173042] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1104.173042] env[69041]: value = "task-2889737" [ 1104.173042] env[69041]: _type = "Task" [ 1104.173042] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.181227] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.223859] env[69041]: DEBUG oslo_vmware.api [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889733, 'name': PowerOffVM_Task, 'duration_secs': 0.124152} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.224149] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.224349] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.224651] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9edec45-85a9-4418-87ff-f4ac25c7aafe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.249503] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.249779] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.249873] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Deleting the datastore file [datastore1] c73bd3ee-de47-4233-8e0c-afc51c210f96 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.250132] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72421ebb-14e9-4925-af7c-9b597e60da5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.255968] env[69041]: DEBUG oslo_vmware.api [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for the task: (returnval){ [ 1104.255968] env[69041]: value = "task-2889739" [ 1104.255968] env[69041]: _type = "Task" [ 1104.255968] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.264233] env[69041]: DEBUG oslo_vmware.api [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.455273] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.520805] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1104.521739] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc7e4d78-ccac-47bb-9313-50d8724c786d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.532948] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889736, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.534311] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1104.534311] env[69041]: value = "task-2889740" [ 1104.534311] env[69041]: _type = "Task" [ 1104.534311] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.542337] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889740, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.589761] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.591058] env[69041]: DEBUG nova.compute.manager [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.592990] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.634s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.597023] env[69041]: INFO nova.compute.claims [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.672431] env[69041]: DEBUG nova.compute.manager [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.672659] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.673612] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c285e5a-10f3-4ca0-80a6-97996880722b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.686530] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.690356] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-747c1bcd-c6f3-4950-badb-1874f7e63ae1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.694103] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.696844] env[69041]: DEBUG oslo_vmware.api [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1104.696844] env[69041]: value = "task-2889741" [ 1104.696844] env[69041]: _type = "Task" [ 1104.696844] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.704383] env[69041]: DEBUG oslo_vmware.api [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.764817] env[69041]: DEBUG oslo_vmware.api [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Task: {'id': task-2889739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317141} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.765124] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.765334] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.765510] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.765690] env[69041]: INFO nova.compute.manager [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1104.765928] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.766134] env[69041]: DEBUG nova.compute.manager [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.766239] env[69041]: DEBUG nova.network.neutron [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.784608] env[69041]: DEBUG nova.network.neutron [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.947660] env[69041]: DEBUG nova.network.neutron [req-70a405fa-19f5-4b0b-be40-b99e00592ecd req-502fa1da-ca95-4693-8ba9-03c67e94b4ce service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Updated VIF entry in instance network info cache for port c7f1241a-0d04-42b5-adfa-e14fad0a5d5f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.948064] env[69041]: DEBUG nova.network.neutron [req-70a405fa-19f5-4b0b-be40-b99e00592ecd req-502fa1da-ca95-4693-8ba9-03c67e94b4ce service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Updating instance_info_cache with network_info: [{"id": "c7f1241a-0d04-42b5-adfa-e14fad0a5d5f", "address": "fa:16:3e:90:e4:24", "network": {"id": "82b99c23-b77c-4af2-84ca-ed6d8b1b8ee4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1991001927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de52343f126f48c88bce9804b0f4ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f1241a-0d", "ovs_interfaceid": "c7f1241a-0d04-42b5-adfa-e14fad0a5d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.031647] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889736, 'name': CreateVM_Task, 'duration_secs': 0.658896} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.031824] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.032835] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.032835] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.033986] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.033986] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c58b59-ae55-4d28-a3bd-0df5e4605d1a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.042636] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for the task: (returnval){ [ 1105.042636] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294e81a-af09-f93d-8071-3b4c3e062e6c" [ 1105.042636] env[69041]: _type = "Task" [ 1105.042636] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.045817] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889740, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.056021] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294e81a-af09-f93d-8071-3b4c3e062e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.100693] env[69041]: DEBUG nova.compute.utils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.102069] env[69041]: DEBUG nova.compute.manager [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.102242] env[69041]: DEBUG nova.network.neutron [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.164537] env[69041]: DEBUG nova.policy [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2920d7dc99e41e6a0a971012554ff5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c31754310d7a4b42bad6895bcdfb35de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.187397] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889737, 'name': ReconfigVM_Task, 'duration_secs': 0.708709} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.188015] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 0a09110f-f96d-4f19-92bb-984ebafb9f76/ephemeral_0.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.188654] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cafbbaa9-0048-415b-bdb9-82a92ce465bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.195113] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1105.195113] env[69041]: value = "task-2889742" [ 1105.195113] env[69041]: _type = "Task" [ 1105.195113] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.208569] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889742, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.211528] env[69041]: DEBUG oslo_vmware.api [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889741, 'name': PowerOffVM_Task, 'duration_secs': 0.445271} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.211820] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.211993] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.212254] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd04a10f-4bcd-4837-8f5b-836c6765ec27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.267710] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.267937] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.268159] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Deleting the datastore file [datastore1] 0cabc681-9c9b-49e3-95ca-0b3c80be052b {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.268597] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71c665a4-5d02-4c69-8701-1d62e55d4b03 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.276031] env[69041]: DEBUG oslo_vmware.api [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for the task: (returnval){ [ 1105.276031] env[69041]: value = "task-2889744" [ 1105.276031] env[69041]: _type = "Task" [ 1105.276031] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.286310] env[69041]: DEBUG oslo_vmware.api [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.286689] env[69041]: DEBUG nova.network.neutron [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.451426] env[69041]: DEBUG oslo_concurrency.lockutils [req-70a405fa-19f5-4b0b-be40-b99e00592ecd req-502fa1da-ca95-4693-8ba9-03c67e94b4ce service nova] Releasing lock "refresh_cache-13669a24-f475-4bb4-89d7-c63f2b3d7cb7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.545270] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889740, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.550294] env[69041]: DEBUG nova.network.neutron [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Successfully created port: df672271-1f16-4aab-bb0c-f61181fae55e {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.557958] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294e81a-af09-f93d-8071-3b4c3e062e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.558277] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.558517] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.558755] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.558902] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.559094] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.559355] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d161247-a58b-4dd8-9af9-6c1fe05ad7fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.567131] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.567382] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.568082] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa877a85-5708-4bf8-ab7d-ad4f38e70ea1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.573086] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for the task: (returnval){ [ 1105.573086] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527932ff-9a71-79e8-7de6-da3648bc3484" [ 1105.573086] env[69041]: _type = "Task" [ 1105.573086] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.580746] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527932ff-9a71-79e8-7de6-da3648bc3484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.607561] env[69041]: DEBUG nova.compute.manager [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.704453] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889742, 'name': Rename_Task, 'duration_secs': 0.177062} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.704724] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.705042] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e7efbba-38bc-4522-905e-72cc7117c482 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.712398] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1105.712398] env[69041]: value = "task-2889745" [ 1105.712398] env[69041]: _type = "Task" [ 1105.712398] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.720607] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.789093] env[69041]: DEBUG oslo_vmware.api [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Task: {'id': task-2889744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220184} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.789295] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.789483] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.790156] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.790156] env[69041]: INFO nova.compute.manager [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1105.790156] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.790468] env[69041]: INFO nova.compute.manager [-] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Took 1.02 seconds to deallocate network for instance. [ 1105.790668] env[69041]: DEBUG nova.compute.manager [-] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.790777] env[69041]: DEBUG nova.network.neutron [-] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.994847] env[69041]: DEBUG nova.network.neutron [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Successfully created port: 41335e24-3f2a-4aed-9cb6-61c27905d5da {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.052880] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889740, 'name': CloneVM_Task, 'duration_secs': 1.514064} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.058065] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Created linked-clone VM from snapshot [ 1106.058966] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd055704-b1df-4769-95ba-5d4d49d64299 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.067206] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Uploading image 681a7661-9781-4bdd-8625-e3e6e1555f19 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1106.093197] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527932ff-9a71-79e8-7de6-da3648bc3484, 'name': SearchDatastore_Task, 'duration_secs': 0.010756} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.093999] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e47a2f8-cf63-440a-a728-9df0b58766ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.100792] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for the task: (returnval){ [ 1106.100792] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5230dbe8-3b55-4cbf-08cb-7bffd7da7d25" [ 1106.100792] env[69041]: _type = "Task" [ 1106.100792] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.107155] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1106.107155] env[69041]: value = "vm-580579" [ 1106.107155] env[69041]: _type = "VirtualMachine" [ 1106.107155] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1106.107599] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b928449-cae5-4b5a-bff3-f9af68f2dc4c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.114464] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5230dbe8-3b55-4cbf-08cb-7bffd7da7d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.122776] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lease: (returnval){ [ 1106.122776] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5243c2b5-4b84-e837-f7e6-3e0e72675394" [ 1106.122776] env[69041]: _type = "HttpNfcLease" [ 1106.122776] env[69041]: } obtained for exporting VM: (result){ [ 1106.122776] env[69041]: value = "vm-580579" [ 1106.122776] env[69041]: _type = "VirtualMachine" [ 1106.122776] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1106.123335] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the lease: (returnval){ [ 1106.123335] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5243c2b5-4b84-e837-f7e6-3e0e72675394" [ 1106.123335] env[69041]: _type = "HttpNfcLease" [ 1106.123335] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1106.132646] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.132646] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5243c2b5-4b84-e837-f7e6-3e0e72675394" [ 1106.132646] env[69041]: _type = "HttpNfcLease" [ 1106.132646] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1106.222478] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.235847] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05edf63-f6e6-435c-a213-b8448bb3294d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.243252] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa290e57-ee44-43e4-9fec-f6e25246ab7a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.248849] env[69041]: DEBUG nova.compute.manager [req-042e29fc-0a70-4547-8106-eda79eeb36df req-cb367004-f1c9-4f52-8249-1bd90778bf16 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Received event network-vif-deleted-40875ef9-0aea-46da-9562-435434d32ee6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1106.248933] env[69041]: INFO nova.compute.manager [req-042e29fc-0a70-4547-8106-eda79eeb36df req-cb367004-f1c9-4f52-8249-1bd90778bf16 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Neutron deleted interface 40875ef9-0aea-46da-9562-435434d32ee6; detaching it from the instance and deleting it from the info cache [ 1106.249115] env[69041]: DEBUG nova.network.neutron [req-042e29fc-0a70-4547-8106-eda79eeb36df req-cb367004-f1c9-4f52-8249-1bd90778bf16 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.283018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdcd951-bc75-4565-8634-0ab09d7d8ce1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.293141] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164c4877-bd8a-405e-8bd8-cb2032ac8e4a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.301193] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.311569] env[69041]: DEBUG nova.compute.provider_tree [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.559342] env[69041]: DEBUG nova.network.neutron [-] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.611335] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5230dbe8-3b55-4cbf-08cb-7bffd7da7d25, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.611608] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.611864] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 13669a24-f475-4bb4-89d7-c63f2b3d7cb7/13669a24-f475-4bb4-89d7-c63f2b3d7cb7.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.612184] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0811843-6f7c-4b20-91a4-a20ed566ec10 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.619168] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for the task: (returnval){ [ 1106.619168] env[69041]: value = "task-2889747" [ 1106.619168] env[69041]: _type = "Task" [ 1106.619168] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.624147] env[69041]: DEBUG nova.compute.manager [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.632969] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.636625] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.636625] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5243c2b5-4b84-e837-f7e6-3e0e72675394" [ 1106.636625] env[69041]: _type = "HttpNfcLease" [ 1106.636625] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1106.636931] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1106.636931] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5243c2b5-4b84-e837-f7e6-3e0e72675394" [ 1106.636931] env[69041]: _type = "HttpNfcLease" [ 1106.636931] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1106.637705] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cfc51e-9e8b-4ed3-aba3-87b5e97835ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.647624] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124640-f98e-169f-9e6f-f36c3129cbac/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1106.647810] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124640-f98e-169f-9e6f-f36c3129cbac/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1106.651048] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.651283] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.651691] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.651691] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.651781] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.651896] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.652591] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.652923] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.653170] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.653415] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.653647] env[69041]: DEBUG nova.virt.hardware [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.654661] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a355a87a-a452-4a61-b2b2-a79c9703e763 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.732919] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996ba861-6bf8-48c7-8835-d66ff4d8d964 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.743126] env[69041]: DEBUG oslo_vmware.api [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889745, 'name': PowerOnVM_Task, 'duration_secs': 1.014898} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.751380] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.751630] env[69041]: INFO nova.compute.manager [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1106.751816] env[69041]: DEBUG nova.compute.manager [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.752795] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595acf29-39f9-4b8d-a473-08cfd832dc19 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.755618] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a823f81-8d0b-47ab-9e11-17597a4c5062 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.768237] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f2ce51-b71a-4f94-bb58-7918ae176cfb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.783181] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c020dff7-40e3-42fd-bc9d-5f5c3c149ebb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.805443] env[69041]: DEBUG nova.compute.manager [req-042e29fc-0a70-4547-8106-eda79eeb36df req-cb367004-f1c9-4f52-8249-1bd90778bf16 service nova] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Detach interface failed, port_id=40875ef9-0aea-46da-9562-435434d32ee6, reason: Instance 0cabc681-9c9b-49e3-95ca-0b3c80be052b could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1106.836948] env[69041]: ERROR nova.scheduler.client.report [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [req-7f1c93b8-7992-4859-9f94-ab4f2d381cbf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 32f60d55-c45c-4e8e-b752-d624f83e6946. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f1c93b8-7992-4859-9f94-ab4f2d381cbf"}]} [ 1106.859466] env[69041]: DEBUG nova.scheduler.client.report [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Refreshing inventories for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1106.876787] env[69041]: DEBUG nova.scheduler.client.report [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Updating ProviderTree inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1106.877043] env[69041]: DEBUG nova.compute.provider_tree [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.896492] env[69041]: DEBUG nova.scheduler.client.report [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Refreshing aggregate associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, aggregates: None {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1106.918735] env[69041]: DEBUG nova.scheduler.client.report [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Refreshing trait associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1107.061947] env[69041]: INFO nova.compute.manager [-] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Took 1.27 seconds to deallocate network for instance. [ 1107.130072] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889747, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.276789] env[69041]: INFO nova.compute.manager [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Took 43.07 seconds to build instance. [ 1107.450586] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdbd796-4b95-4b78-bb3b-8484b6fd0f98 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.463623] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a690038-8695-481d-a409-c002ccf98c66 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.501149] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c66bcde-ed8b-44f5-8fd2-08bdd3e508c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.509398] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39559fd9-5824-4fd4-868b-9d2cfe0c2d97 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.525055] env[69041]: DEBUG nova.compute.provider_tree [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.570163] env[69041]: DEBUG oslo_concurrency.lockutils [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.634439] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567047} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.634673] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 13669a24-f475-4bb4-89d7-c63f2b3d7cb7/13669a24-f475-4bb4-89d7-c63f2b3d7cb7.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.635131] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.635464] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0051f50-7b41-4be6-b9e7-e47cc4eb5fdf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.642197] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for the task: (returnval){ [ 1107.642197] env[69041]: value = "task-2889748" [ 1107.642197] env[69041]: _type = "Task" [ 1107.642197] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.650147] env[69041]: DEBUG nova.compute.manager [req-87fd557e-bfdd-4083-815b-6613fc65b85e req-497b6248-ca22-4bb7-b343-cc7e1b0c6efd service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Received event network-vif-plugged-df672271-1f16-4aab-bb0c-f61181fae55e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.650147] env[69041]: DEBUG oslo_concurrency.lockutils [req-87fd557e-bfdd-4083-815b-6613fc65b85e req-497b6248-ca22-4bb7-b343-cc7e1b0c6efd service nova] Acquiring lock "d246bc31-b065-414f-bec4-98bb0d2828c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.650147] env[69041]: DEBUG oslo_concurrency.lockutils [req-87fd557e-bfdd-4083-815b-6613fc65b85e req-497b6248-ca22-4bb7-b343-cc7e1b0c6efd service nova] Lock "d246bc31-b065-414f-bec4-98bb0d2828c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.650147] env[69041]: DEBUG oslo_concurrency.lockutils [req-87fd557e-bfdd-4083-815b-6613fc65b85e req-497b6248-ca22-4bb7-b343-cc7e1b0c6efd service nova] Lock "d246bc31-b065-414f-bec4-98bb0d2828c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.650147] env[69041]: DEBUG nova.compute.manager [req-87fd557e-bfdd-4083-815b-6613fc65b85e req-497b6248-ca22-4bb7-b343-cc7e1b0c6efd service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] No waiting events found dispatching network-vif-plugged-df672271-1f16-4aab-bb0c-f61181fae55e {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.650147] env[69041]: WARNING nova.compute.manager [req-87fd557e-bfdd-4083-815b-6613fc65b85e req-497b6248-ca22-4bb7-b343-cc7e1b0c6efd service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Received unexpected event network-vif-plugged-df672271-1f16-4aab-bb0c-f61181fae55e for instance with vm_state building and task_state spawning. [ 1107.654778] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.757468] env[69041]: DEBUG nova.network.neutron [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Successfully updated port: df672271-1f16-4aab-bb0c-f61181fae55e {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.780308] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f23ee11b-4917-4e74-95b6-a63be264d423 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "0a09110f-f96d-4f19-92bb-984ebafb9f76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.636s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.067261] env[69041]: DEBUG nova.scheduler.client.report [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Updated inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1108.067261] env[69041]: DEBUG nova.compute.provider_tree [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Updating resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 generation from 75 to 76 during operation: update_inventory {{(pid=69041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1108.067261] env[69041]: DEBUG nova.compute.provider_tree [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.153868] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06811} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.156738] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.156738] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4b3c10-c403-4bde-b893-2c984fd59fda {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.179773] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 13669a24-f475-4bb4-89d7-c63f2b3d7cb7/13669a24-f475-4bb4-89d7-c63f2b3d7cb7.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.180379] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-247f1d0b-56f7-49e4-bc8d-da2ffb18b8f7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.200344] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for the task: (returnval){ [ 1108.200344] env[69041]: value = "task-2889749" [ 1108.200344] env[69041]: _type = "Task" [ 1108.200344] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.209319] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.283284] env[69041]: DEBUG nova.compute.manager [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.572832] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.980s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.573395] env[69041]: DEBUG nova.compute.manager [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.576689] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.530s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.581907] env[69041]: INFO nova.compute.claims [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.712639] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889749, 'name': ReconfigVM_Task, 'duration_secs': 0.495247} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.713414] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 13669a24-f475-4bb4-89d7-c63f2b3d7cb7/13669a24-f475-4bb4-89d7-c63f2b3d7cb7.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.714140] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ace0ca3d-ccfb-4541-a93c-a2703accdc10 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.720580] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for the task: (returnval){ [ 1108.720580] env[69041]: value = "task-2889750" [ 1108.720580] env[69041]: _type = "Task" [ 1108.720580] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.729085] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889750, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.806273] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.089143] env[69041]: DEBUG nova.compute.utils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.090786] env[69041]: DEBUG nova.compute.manager [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.091142] env[69041]: DEBUG nova.network.neutron [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.138221] env[69041]: DEBUG nova.policy [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '444e5fcc5c824d86a949344dd8cb3f28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e67fd3be601049d68c599cb82a2b52c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.235029] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889750, 'name': Rename_Task, 'duration_secs': 0.255756} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.235029] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.235386] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef9e5ec8-fb19-4234-9b47-a0a291a27b14 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.242088] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for the task: (returnval){ [ 1109.242088] env[69041]: value = "task-2889751" [ 1109.242088] env[69041]: _type = "Task" [ 1109.242088] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.250936] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.430976] env[69041]: DEBUG nova.network.neutron [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Successfully created port: ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.601484] env[69041]: DEBUG nova.compute.manager [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.712039] env[69041]: DEBUG oslo_concurrency.lockutils [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "interface-33a5392e-0c18-4262-884d-8d6ebdbaea9a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.712445] env[69041]: DEBUG oslo_concurrency.lockutils [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-33a5392e-0c18-4262-884d-8d6ebdbaea9a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.712880] env[69041]: DEBUG nova.objects.instance [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'flavor' on Instance uuid 33a5392e-0c18-4262-884d-8d6ebdbaea9a {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.755858] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889751, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.126253] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a64e3d3-565e-4a47-b5b5-5c328d36113a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.133983] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded3c7ce-6e2c-49c7-8c74-44e318f4ceb0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.166410] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a60d0-1d85-40d3-8957-6883d81488f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.173920] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e357519d-59de-4454-bf65-aa4cd0374340 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.187760] env[69041]: DEBUG nova.compute.provider_tree [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.232472] env[69041]: DEBUG nova.compute.manager [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Received event network-changed-df672271-1f16-4aab-bb0c-f61181fae55e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1110.232684] env[69041]: DEBUG nova.compute.manager [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Refreshing instance network info cache due to event network-changed-df672271-1f16-4aab-bb0c-f61181fae55e. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1110.233560] env[69041]: DEBUG oslo_concurrency.lockutils [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] Acquiring lock "refresh_cache-d246bc31-b065-414f-bec4-98bb0d2828c6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.233560] env[69041]: DEBUG oslo_concurrency.lockutils [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] Acquired lock "refresh_cache-d246bc31-b065-414f-bec4-98bb0d2828c6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.233734] env[69041]: DEBUG nova.network.neutron [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Refreshing network info cache for port df672271-1f16-4aab-bb0c-f61181fae55e {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.256117] env[69041]: DEBUG oslo_vmware.api [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889751, 'name': PowerOnVM_Task, 'duration_secs': 0.701243} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.256391] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.256616] env[69041]: INFO nova.compute.manager [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1110.256810] env[69041]: DEBUG nova.compute.manager [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.258162] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3374a43-d93f-4d9b-aebc-d58e02fe1ee6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.288073] env[69041]: DEBUG nova.objects.instance [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'pci_requests' on Instance uuid 33a5392e-0c18-4262-884d-8d6ebdbaea9a {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.533011] env[69041]: DEBUG nova.network.neutron [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Successfully updated port: 41335e24-3f2a-4aed-9cb6-61c27905d5da {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.611699] env[69041]: DEBUG nova.compute.manager [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.632753] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.632996] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.633170] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.633351] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.633496] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.633676] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.633899] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.634071] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.634242] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.634404] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.634598] env[69041]: DEBUG nova.virt.hardware [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.635479] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435e77cf-0805-4c08-a467-04fd1fab08bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.643546] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2c2957-4cc8-453a-80a6-13c3a818c936 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.691497] env[69041]: DEBUG nova.scheduler.client.report [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.775733] env[69041]: DEBUG nova.network.neutron [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.780561] env[69041]: INFO nova.compute.manager [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Took 33.75 seconds to build instance. [ 1110.790486] env[69041]: DEBUG nova.objects.base [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Object Instance<33a5392e-0c18-4262-884d-8d6ebdbaea9a> lazy-loaded attributes: flavor,pci_requests {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1110.790751] env[69041]: DEBUG nova.network.neutron [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.848369] env[69041]: DEBUG nova.policy [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724db22429b34905aa93929e23c6989c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e69e9151cb419d8faae31d3ffbb470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.885308] env[69041]: DEBUG nova.network.neutron [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.035811] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "refresh_cache-d246bc31-b065-414f-bec4-98bb0d2828c6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.088168] env[69041]: DEBUG nova.network.neutron [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Successfully updated port: ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.197032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.198376] env[69041]: DEBUG nova.compute.manager [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.202589] env[69041]: DEBUG nova.network.neutron [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Successfully created port: c82f8d0d-43d5-40cf-85f6-0c217cfa3144 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.204821] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.285s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.282649] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf9106ae-a7c8-4b2a-a1bc-28812367ca05 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.131s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.372193] env[69041]: DEBUG nova.compute.manager [req-f291c190-f08a-4ed9-a26a-fd7ce330f1e1 req-a67843f8-629d-4cbe-891b-4026eb880e37 service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Received event network-vif-plugged-ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1111.372193] env[69041]: DEBUG oslo_concurrency.lockutils [req-f291c190-f08a-4ed9-a26a-fd7ce330f1e1 req-a67843f8-629d-4cbe-891b-4026eb880e37 service nova] Acquiring lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.372193] env[69041]: DEBUG oslo_concurrency.lockutils [req-f291c190-f08a-4ed9-a26a-fd7ce330f1e1 req-a67843f8-629d-4cbe-891b-4026eb880e37 service nova] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.372193] env[69041]: DEBUG oslo_concurrency.lockutils [req-f291c190-f08a-4ed9-a26a-fd7ce330f1e1 req-a67843f8-629d-4cbe-891b-4026eb880e37 service nova] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.372193] env[69041]: DEBUG nova.compute.manager [req-f291c190-f08a-4ed9-a26a-fd7ce330f1e1 req-a67843f8-629d-4cbe-891b-4026eb880e37 service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] No waiting events found dispatching network-vif-plugged-ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.372193] env[69041]: WARNING nova.compute.manager [req-f291c190-f08a-4ed9-a26a-fd7ce330f1e1 req-a67843f8-629d-4cbe-891b-4026eb880e37 service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Received unexpected event network-vif-plugged-ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 for instance with vm_state building and task_state spawning. [ 1111.391099] env[69041]: DEBUG oslo_concurrency.lockutils [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] Releasing lock "refresh_cache-d246bc31-b065-414f-bec4-98bb0d2828c6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.391420] env[69041]: DEBUG nova.compute.manager [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Received event network-changed-4b5d8211-ff8e-42c7-8b8a-659515622ad8 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1111.391628] env[69041]: DEBUG nova.compute.manager [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Refreshing instance network info cache due to event network-changed-4b5d8211-ff8e-42c7-8b8a-659515622ad8. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1111.391914] env[69041]: DEBUG oslo_concurrency.lockutils [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] Acquiring lock "refresh_cache-0a09110f-f96d-4f19-92bb-984ebafb9f76" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.392119] env[69041]: DEBUG oslo_concurrency.lockutils [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] Acquired lock "refresh_cache-0a09110f-f96d-4f19-92bb-984ebafb9f76" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.392293] env[69041]: DEBUG nova.network.neutron [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Refreshing network info cache for port 4b5d8211-ff8e-42c7-8b8a-659515622ad8 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.393878] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquired lock "refresh_cache-d246bc31-b065-414f-bec4-98bb0d2828c6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.394252] env[69041]: DEBUG nova.network.neutron [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.591413] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.591576] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.591793] env[69041]: DEBUG nova.network.neutron [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.710414] env[69041]: INFO nova.compute.claims [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.715386] env[69041]: DEBUG nova.compute.utils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.720265] env[69041]: DEBUG nova.compute.manager [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.720265] env[69041]: DEBUG nova.network.neutron [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.758424] env[69041]: DEBUG nova.policy [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e56ad616d6545d5b1357c296dc8dcdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb458c8e2d8f4973818d10e29fff35bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.950477] env[69041]: DEBUG nova.network.neutron [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.152892] env[69041]: DEBUG nova.network.neutron [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.159464] env[69041]: DEBUG nova.network.neutron [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Successfully created port: ed8b0613-835d-4c97-9a8c-4f1653e9cbb0 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.192580] env[69041]: DEBUG nova.network.neutron [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Updated VIF entry in instance network info cache for port 4b5d8211-ff8e-42c7-8b8a-659515622ad8. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.193825] env[69041]: DEBUG nova.network.neutron [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Updating instance_info_cache with network_info: [{"id": "4b5d8211-ff8e-42c7-8b8a-659515622ad8", "address": "fa:16:3e:17:e9:94", "network": {"id": "36d71d53-9058-40c5-9cd3-39df5137515f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1983210520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ba6184c017842efaa8752b2c26d1c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b5d8211-ff", "ovs_interfaceid": "4b5d8211-ff8e-42c7-8b8a-659515622ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.218107] env[69041]: DEBUG nova.compute.manager [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.222025] env[69041]: INFO nova.compute.resource_tracker [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating resource usage from migration 74c1a2cf-f168-42b5-a3f1-eb8c788d7f24 [ 1112.695670] env[69041]: DEBUG oslo_concurrency.lockutils [req-2daee02a-74f1-42ed-b006-193f47bee8cb req-5a99a6ed-8119-4124-8201-e079b5ca0874 service nova] Releasing lock "refresh_cache-0a09110f-f96d-4f19-92bb-984ebafb9f76" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.774536] env[69041]: DEBUG nova.network.neutron [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Updating instance_info_cache with network_info: [{"id": "ff4cea56-c78e-4cd1-bb21-17f2c5c912a0", "address": "fa:16:3e:8a:9f:1b", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4cea56-c7", "ovs_interfaceid": "ff4cea56-c78e-4cd1-bb21-17f2c5c912a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.792791] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45342e37-ff74-4c14-9e11-6e1dab2b0eb8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.801220] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f2113c-ada5-4454-9ed9-7db70d0e3804 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.807998] env[69041]: DEBUG nova.network.neutron [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Updating instance_info_cache with network_info: [{"id": "df672271-1f16-4aab-bb0c-f61181fae55e", "address": "fa:16:3e:76:a1:b9", "network": {"id": "04cdb288-d5d3-4fef-8791-3368a136329e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768790881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf672271-1f", "ovs_interfaceid": "df672271-1f16-4aab-bb0c-f61181fae55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "41335e24-3f2a-4aed-9cb6-61c27905d5da", "address": "fa:16:3e:bb:8a:c8", "network": {"id": "6cbaadbe-9718-4928-aa4a-d1ef3820d766", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2102164615", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41335e24-3f", "ovs_interfaceid": "41335e24-3f2a-4aed-9cb6-61c27905d5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.844636] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0774e6-38ca-42b5-8c09-6e13b7dbf0fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.853448] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dac87e-7250-4ff5-b2d8-595132ecb3cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.868558] env[69041]: DEBUG nova.compute.provider_tree [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.968126] env[69041]: DEBUG nova.compute.manager [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Received event network-vif-plugged-41335e24-3f2a-4aed-9cb6-61c27905d5da {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.968391] env[69041]: DEBUG oslo_concurrency.lockutils [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] Acquiring lock "d246bc31-b065-414f-bec4-98bb0d2828c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.968614] env[69041]: DEBUG oslo_concurrency.lockutils [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] Lock "d246bc31-b065-414f-bec4-98bb0d2828c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.968794] env[69041]: DEBUG oslo_concurrency.lockutils [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] Lock "d246bc31-b065-414f-bec4-98bb0d2828c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.969017] env[69041]: DEBUG nova.compute.manager [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] No waiting events found dispatching network-vif-plugged-41335e24-3f2a-4aed-9cb6-61c27905d5da {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.969219] env[69041]: WARNING nova.compute.manager [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Received unexpected event network-vif-plugged-41335e24-3f2a-4aed-9cb6-61c27905d5da for instance with vm_state building and task_state spawning. [ 1112.969616] env[69041]: DEBUG nova.compute.manager [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Received event network-changed-41335e24-3f2a-4aed-9cb6-61c27905d5da {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.969871] env[69041]: DEBUG nova.compute.manager [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Refreshing instance network info cache due to event network-changed-41335e24-3f2a-4aed-9cb6-61c27905d5da. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1112.970287] env[69041]: DEBUG oslo_concurrency.lockutils [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] Acquiring lock "refresh_cache-d246bc31-b065-414f-bec4-98bb0d2828c6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.048196] env[69041]: DEBUG nova.network.neutron [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Successfully updated port: c82f8d0d-43d5-40cf-85f6-0c217cfa3144 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.231745] env[69041]: DEBUG nova.compute.manager [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.277226] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.283820] env[69041]: DEBUG nova.compute.manager [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Instance network_info: |[{"id": "ff4cea56-c78e-4cd1-bb21-17f2c5c912a0", "address": "fa:16:3e:8a:9f:1b", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4cea56-c7", "ovs_interfaceid": "ff4cea56-c78e-4cd1-bb21-17f2c5c912a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.283820] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:9f:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff4cea56-c78e-4cd1-bb21-17f2c5c912a0', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.294402] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.294668] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.294917] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ce1b4b5-ce4f-4224-8aac-f97f51bfa02d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.312030] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Releasing lock "refresh_cache-d246bc31-b065-414f-bec4-98bb0d2828c6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.312375] env[69041]: DEBUG nova.compute.manager [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Instance network_info: |[{"id": "df672271-1f16-4aab-bb0c-f61181fae55e", "address": "fa:16:3e:76:a1:b9", "network": {"id": "04cdb288-d5d3-4fef-8791-3368a136329e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768790881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf672271-1f", "ovs_interfaceid": "df672271-1f16-4aab-bb0c-f61181fae55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "41335e24-3f2a-4aed-9cb6-61c27905d5da", "address": "fa:16:3e:bb:8a:c8", "network": {"id": "6cbaadbe-9718-4928-aa4a-d1ef3820d766", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2102164615", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41335e24-3f", "ovs_interfaceid": "41335e24-3f2a-4aed-9cb6-61c27905d5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.313611] env[69041]: DEBUG oslo_concurrency.lockutils [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] Acquired lock "refresh_cache-d246bc31-b065-414f-bec4-98bb0d2828c6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.313611] env[69041]: DEBUG nova.network.neutron [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Refreshing network info cache for port 41335e24-3f2a-4aed-9cb6-61c27905d5da {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.314877] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:a1:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df672271-1f16-4aab-bb0c-f61181fae55e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:8a:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41335e24-3f2a-4aed-9cb6-61c27905d5da', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.324305] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.328062] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.328299] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.328456] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.328655] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.328805] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.328957] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.329176] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.329333] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.329523] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.329683] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.329861] env[69041]: DEBUG nova.virt.hardware [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.330890] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.331130] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.331130] env[69041]: value = "task-2889752" [ 1113.331130] env[69041]: _type = "Task" [ 1113.331130] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.331859] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b6fcd0-99f4-4ba7-8c89-43455f6377ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.334503] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a0bad4d-0c5b-49a1-b32c-d5332d05a816 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.366036] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eece98-4f43-424a-9616-df83e76e1536 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.370291] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889752, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.370567] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.370567] env[69041]: value = "task-2889753" [ 1113.370567] env[69041]: _type = "Task" [ 1113.370567] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.383339] env[69041]: DEBUG nova.scheduler.client.report [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.393375] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889753, 'name': CreateVM_Task} progress is 15%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.551047] env[69041]: DEBUG oslo_concurrency.lockutils [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.551299] env[69041]: DEBUG oslo_concurrency.lockutils [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.551530] env[69041]: DEBUG nova.network.neutron [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.673552] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124640-f98e-169f-9e6f-f36c3129cbac/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1113.674205] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d19246-bff9-4afb-a029-916641d63f22 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.680987] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124640-f98e-169f-9e6f-f36c3129cbac/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1113.681205] env[69041]: ERROR oslo_vmware.rw_handles [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124640-f98e-169f-9e6f-f36c3129cbac/disk-0.vmdk due to incomplete transfer. [ 1113.681437] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1ac5f46-3672-44c4-9ad1-bd7163ebe692 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.690079] env[69041]: DEBUG oslo_vmware.rw_handles [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52124640-f98e-169f-9e6f-f36c3129cbac/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1113.690288] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Uploaded image 681a7661-9781-4bdd-8625-e3e6e1555f19 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1113.693047] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1113.693614] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c482d925-da1c-4114-8fd4-0742c8f5fffc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.699412] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1113.699412] env[69041]: value = "task-2889754" [ 1113.699412] env[69041]: _type = "Task" [ 1113.699412] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.707712] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889754, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.819357] env[69041]: DEBUG nova.compute.manager [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Received event network-changed-ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1113.819554] env[69041]: DEBUG nova.compute.manager [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Refreshing instance network info cache due to event network-changed-ff4cea56-c78e-4cd1-bb21-17f2c5c912a0. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1113.819764] env[69041]: DEBUG oslo_concurrency.lockutils [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] Acquiring lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.819911] env[69041]: DEBUG oslo_concurrency.lockutils [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] Acquired lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.820098] env[69041]: DEBUG nova.network.neutron [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Refreshing network info cache for port ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.860815] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889752, 'name': CreateVM_Task, 'duration_secs': 0.358806} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.861033] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.861737] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.861922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.862249] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.862756] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ffa2483-032f-473f-ac00-b638a6d8e168 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.868598] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1113.868598] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528be4d1-a3e4-0bcf-8c4f-fee7d1961fef" [ 1113.868598] env[69041]: _type = "Task" [ 1113.868598] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.883693] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889753, 'name': CreateVM_Task, 'duration_secs': 0.41997} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.883985] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528be4d1-a3e4-0bcf-8c4f-fee7d1961fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.884294] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.885182] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.888651] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.684s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.889081] env[69041]: INFO nova.compute.manager [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Migrating [ 1113.896272] env[69041]: DEBUG oslo_concurrency.lockutils [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.889s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.896617] env[69041]: DEBUG nova.objects.instance [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lazy-loading 'resources' on Instance uuid 6836ec34-e148-4580-a39b-09bd1fc75d3d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.082941] env[69041]: DEBUG nova.network.neutron [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Updated VIF entry in instance network info cache for port 41335e24-3f2a-4aed-9cb6-61c27905d5da. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.083388] env[69041]: DEBUG nova.network.neutron [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Updating instance_info_cache with network_info: [{"id": "df672271-1f16-4aab-bb0c-f61181fae55e", "address": "fa:16:3e:76:a1:b9", "network": {"id": "04cdb288-d5d3-4fef-8791-3368a136329e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768790881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf672271-1f", "ovs_interfaceid": "df672271-1f16-4aab-bb0c-f61181fae55e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "41335e24-3f2a-4aed-9cb6-61c27905d5da", "address": "fa:16:3e:bb:8a:c8", "network": {"id": "6cbaadbe-9718-4928-aa4a-d1ef3820d766", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2102164615", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41335e24-3f", "ovs_interfaceid": "41335e24-3f2a-4aed-9cb6-61c27905d5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.113598] env[69041]: WARNING nova.network.neutron [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] 931cb1ec-a7af-4f24-a385-e3ce9a12b537 already exists in list: networks containing: ['931cb1ec-a7af-4f24-a385-e3ce9a12b537']. ignoring it [ 1114.210616] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889754, 'name': Destroy_Task, 'duration_secs': 0.317403} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.213088] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Destroyed the VM [ 1114.213383] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1114.213650] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-95a33a14-065f-41f6-ae0e-f9a68e46cbc2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.221187] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1114.221187] env[69041]: value = "task-2889755" [ 1114.221187] env[69041]: _type = "Task" [ 1114.221187] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.229412] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.379557] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528be4d1-a3e4-0bcf-8c4f-fee7d1961fef, 'name': SearchDatastore_Task, 'duration_secs': 0.024118} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.382312] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.382312] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.382621] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.382692] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.383668] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.384968] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.386087] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.386087] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-171b8cea-0431-4d4e-a33f-ab5b32fd0d2e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.387531] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d1fe96-3c11-4198-a0aa-cb164490714a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.394024] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1114.394024] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52cf601d-7633-7587-f717-3492301e1b14" [ 1114.394024] env[69041]: _type = "Task" [ 1114.394024] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.396837] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.397024] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.397972] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f13428-9fdb-42d8-af1e-36b3452dc01e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.405383] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52cf601d-7633-7587-f717-3492301e1b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.408600] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.408686] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.409372] env[69041]: DEBUG nova.network.neutron [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.410217] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1114.410217] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d2c0a8-3a50-28a8-57e4-85f85889c25f" [ 1114.410217] env[69041]: _type = "Task" [ 1114.410217] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.425253] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d2c0a8-3a50-28a8-57e4-85f85889c25f, 'name': SearchDatastore_Task, 'duration_secs': 0.009643} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.426924] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84ee765-583e-4bd4-9861-a1f5d0c1185f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.435671] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1114.435671] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dd698c-e87d-aad7-0df3-130a8957db08" [ 1114.435671] env[69041]: _type = "Task" [ 1114.435671] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.445869] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dd698c-e87d-aad7-0df3-130a8957db08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.511548] env[69041]: DEBUG nova.network.neutron [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Successfully updated port: ed8b0613-835d-4c97-9a8c-4f1653e9cbb0 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.586421] env[69041]: DEBUG oslo_concurrency.lockutils [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] Releasing lock "refresh_cache-d246bc31-b065-414f-bec4-98bb0d2828c6" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.586726] env[69041]: DEBUG nova.compute.manager [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Received event network-changed-c7f1241a-0d04-42b5-adfa-e14fad0a5d5f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1114.586925] env[69041]: DEBUG nova.compute.manager [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Refreshing instance network info cache due to event network-changed-c7f1241a-0d04-42b5-adfa-e14fad0a5d5f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1114.587177] env[69041]: DEBUG oslo_concurrency.lockutils [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] Acquiring lock "refresh_cache-13669a24-f475-4bb4-89d7-c63f2b3d7cb7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.587308] env[69041]: DEBUG oslo_concurrency.lockutils [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] Acquired lock "refresh_cache-13669a24-f475-4bb4-89d7-c63f2b3d7cb7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.587477] env[69041]: DEBUG nova.network.neutron [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Refreshing network info cache for port c7f1241a-0d04-42b5-adfa-e14fad0a5d5f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.641991] env[69041]: DEBUG nova.network.neutron [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updating instance_info_cache with network_info: [{"id": "25777115-c255-486c-9521-0fe1fdafeb54", "address": "fa:16:3e:14:16:52", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25777115-c2", "ovs_interfaceid": "25777115-c255-486c-9521-0fe1fdafeb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c82f8d0d-43d5-40cf-85f6-0c217cfa3144", "address": "fa:16:3e:e1:30:07", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82f8d0d-43", "ovs_interfaceid": "c82f8d0d-43d5-40cf-85f6-0c217cfa3144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.701040] env[69041]: DEBUG nova.network.neutron [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Updated VIF entry in instance network info cache for port ff4cea56-c78e-4cd1-bb21-17f2c5c912a0. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.701040] env[69041]: DEBUG nova.network.neutron [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Updating instance_info_cache with network_info: [{"id": "ff4cea56-c78e-4cd1-bb21-17f2c5c912a0", "address": "fa:16:3e:8a:9f:1b", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4cea56-c7", "ovs_interfaceid": "ff4cea56-c78e-4cd1-bb21-17f2c5c912a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.731022] env[69041]: DEBUG oslo_vmware.api [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889755, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358008} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.731381] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1114.731671] env[69041]: INFO nova.compute.manager [None req-5c5516da-4e9e-4830-8c07-ed45a078d3f8 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Took 11.82 seconds to snapshot the instance on the hypervisor. [ 1114.904908] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52cf601d-7633-7587-f717-3492301e1b14, 'name': SearchDatastore_Task, 'duration_secs': 0.019442} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.905230] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.905452] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.905661] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.908696] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f1cbd3-7aae-4784-9ae6-2342d1dd0377 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.915185] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9649fe51-d314-4c7e-8bb1-8cda9976632e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.953033] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ba3478-e1e2-4e0d-968c-769420444633 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.961214] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dd698c-e87d-aad7-0df3-130a8957db08, 'name': SearchDatastore_Task, 'duration_secs': 0.020241} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.963279] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.963545] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 6bf2a94d-6a19-4fce-a7f2-157b8b59d980/6bf2a94d-6a19-4fce-a7f2-157b8b59d980.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.963868] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.964074] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.964288] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a41a1eb3-f968-418e-95e8-24cbd6802ba1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.967189] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e968b3ff-2ed3-4ece-9063-63ecc86126e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.970963] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5658e4d8-718d-4eb9-b1fa-5a36b6fae2cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.982630] env[69041]: DEBUG nova.compute.provider_tree [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.987243] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1114.987243] env[69041]: value = "task-2889756" [ 1114.987243] env[69041]: _type = "Task" [ 1114.987243] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.987243] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.987243] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.987677] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b1b0b8-dd8a-43f4-83b2-e69fb0153322 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.998418] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1114.998418] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5274023a-8603-d553-9d4b-04d6a231e13f" [ 1114.998418] env[69041]: _type = "Task" [ 1114.998418] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.001649] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.009712] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5274023a-8603-d553-9d4b-04d6a231e13f, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.010463] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97587057-ebd0-46ba-b260-5977c624ffba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.018887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "refresh_cache-55c7a467-0ab6-413c-904e-82c8e3d39dbb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.018887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "refresh_cache-55c7a467-0ab6-413c-904e-82c8e3d39dbb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.018887] env[69041]: DEBUG nova.network.neutron [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.018887] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1115.018887] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5259bed2-6459-0e0c-ddd9-2c39f033447b" [ 1115.018887] env[69041]: _type = "Task" [ 1115.018887] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.028317] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5259bed2-6459-0e0c-ddd9-2c39f033447b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.144518] env[69041]: DEBUG oslo_concurrency.lockutils [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.145213] env[69041]: DEBUG oslo_concurrency.lockutils [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.145375] env[69041]: DEBUG oslo_concurrency.lockutils [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.146225] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f77e98e-b039-4b11-81fd-06931cb8c2e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.168030] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.168301] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.168438] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.168644] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.168775] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.168923] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.169140] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.169317] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.169491] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.169656] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.169839] env[69041]: DEBUG nova.virt.hardware [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.176133] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Reconfiguring VM to attach interface {{(pid=69041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1115.177450] env[69041]: DEBUG nova.network.neutron [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance_info_cache with network_info: [{"id": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "address": "fa:16:3e:00:37:48", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c42cbf-52", "ovs_interfaceid": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.178737] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23dc7800-6662-49aa-8ea4-b941e0e93d75 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.194135] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.202252] env[69041]: DEBUG oslo_vmware.api [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1115.202252] env[69041]: value = "task-2889757" [ 1115.202252] env[69041]: _type = "Task" [ 1115.202252] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.206507] env[69041]: DEBUG oslo_concurrency.lockutils [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] Releasing lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.206814] env[69041]: DEBUG nova.compute.manager [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Received event network-vif-plugged-c82f8d0d-43d5-40cf-85f6-0c217cfa3144 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1115.207030] env[69041]: DEBUG oslo_concurrency.lockutils [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] Acquiring lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.207256] env[69041]: DEBUG oslo_concurrency.lockutils [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] Lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.207449] env[69041]: DEBUG oslo_concurrency.lockutils [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] Lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.207644] env[69041]: DEBUG nova.compute.manager [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] No waiting events found dispatching network-vif-plugged-c82f8d0d-43d5-40cf-85f6-0c217cfa3144 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.207871] env[69041]: WARNING nova.compute.manager [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Received unexpected event network-vif-plugged-c82f8d0d-43d5-40cf-85f6-0c217cfa3144 for instance with vm_state active and task_state None. [ 1115.208062] env[69041]: DEBUG nova.compute.manager [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Received event network-changed-c82f8d0d-43d5-40cf-85f6-0c217cfa3144 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1115.208225] env[69041]: DEBUG nova.compute.manager [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Refreshing instance network info cache due to event network-changed-c82f8d0d-43d5-40cf-85f6-0c217cfa3144. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1115.208414] env[69041]: DEBUG oslo_concurrency.lockutils [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] Acquiring lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.208553] env[69041]: DEBUG oslo_concurrency.lockutils [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] Acquired lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.208710] env[69041]: DEBUG nova.network.neutron [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Refreshing network info cache for port c82f8d0d-43d5-40cf-85f6-0c217cfa3144 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.216178] env[69041]: DEBUG oslo_vmware.api [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889757, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.341931] env[69041]: DEBUG nova.network.neutron [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Updated VIF entry in instance network info cache for port c7f1241a-0d04-42b5-adfa-e14fad0a5d5f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.342381] env[69041]: DEBUG nova.network.neutron [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Updating instance_info_cache with network_info: [{"id": "c7f1241a-0d04-42b5-adfa-e14fad0a5d5f", "address": "fa:16:3e:90:e4:24", "network": {"id": "82b99c23-b77c-4af2-84ca-ed6d8b1b8ee4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1991001927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de52343f126f48c88bce9804b0f4ff5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f1241a-0d", "ovs_interfaceid": "c7f1241a-0d04-42b5-adfa-e14fad0a5d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.488658] env[69041]: DEBUG nova.scheduler.client.report [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.504369] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889756, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.531853] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5259bed2-6459-0e0c-ddd9-2c39f033447b, 'name': SearchDatastore_Task, 'duration_secs': 0.009089} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.532167] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.532442] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] d246bc31-b065-414f-bec4-98bb0d2828c6/d246bc31-b065-414f-bec4-98bb0d2828c6.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.532728] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-185bdc47-bb69-4ce4-9190-0db2e2e15562 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.540483] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1115.540483] env[69041]: value = "task-2889758" [ 1115.540483] env[69041]: _type = "Task" [ 1115.540483] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.553135] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.559181] env[69041]: DEBUG nova.network.neutron [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.717952] env[69041]: DEBUG oslo_vmware.api [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.720443] env[69041]: DEBUG nova.network.neutron [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Updating instance_info_cache with network_info: [{"id": "ed8b0613-835d-4c97-9a8c-4f1653e9cbb0", "address": "fa:16:3e:bd:5f:3b", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8b0613-83", "ovs_interfaceid": "ed8b0613-835d-4c97-9a8c-4f1653e9cbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.847393] env[69041]: DEBUG oslo_concurrency.lockutils [req-de4747c4-4969-4db1-85cf-5407c7d9eaa7 req-72218f16-dcbf-4cfd-9a9c-1b82b33b1962 service nova] Releasing lock "refresh_cache-13669a24-f475-4bb4-89d7-c63f2b3d7cb7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.925068] env[69041]: DEBUG nova.network.neutron [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updated VIF entry in instance network info cache for port c82f8d0d-43d5-40cf-85f6-0c217cfa3144. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.925582] env[69041]: DEBUG nova.network.neutron [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updating instance_info_cache with network_info: [{"id": "25777115-c255-486c-9521-0fe1fdafeb54", "address": "fa:16:3e:14:16:52", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25777115-c2", "ovs_interfaceid": "25777115-c255-486c-9521-0fe1fdafeb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c82f8d0d-43d5-40cf-85f6-0c217cfa3144", "address": "fa:16:3e:e1:30:07", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82f8d0d-43", "ovs_interfaceid": "c82f8d0d-43d5-40cf-85f6-0c217cfa3144", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.997519] env[69041]: DEBUG oslo_concurrency.lockutils [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.999967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.142s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.001436] env[69041]: INFO nova.compute.claims [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.010479] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768217} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.011054] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 6bf2a94d-6a19-4fce-a7f2-157b8b59d980/6bf2a94d-6a19-4fce-a7f2-157b8b59d980.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.011284] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.011531] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c2b288a-70ae-4ae1-8dd7-ad90bcefc561 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.018647] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1116.018647] env[69041]: value = "task-2889759" [ 1116.018647] env[69041]: _type = "Task" [ 1116.018647] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.019658] env[69041]: INFO nova.scheduler.client.report [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Deleted allocations for instance 6836ec34-e148-4580-a39b-09bd1fc75d3d [ 1116.032078] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.050024] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889758, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.215809] env[69041]: DEBUG oslo_vmware.api [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889757, 'name': ReconfigVM_Task, 'duration_secs': 0.594537} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.217171] env[69041]: DEBUG oslo_concurrency.lockutils [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.217420] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Reconfigured VM to attach interface {{(pid=69041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1116.223359] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "refresh_cache-55c7a467-0ab6-413c-904e-82c8e3d39dbb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.223787] env[69041]: DEBUG nova.compute.manager [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Instance network_info: |[{"id": "ed8b0613-835d-4c97-9a8c-4f1653e9cbb0", "address": "fa:16:3e:bd:5f:3b", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8b0613-83", "ovs_interfaceid": "ed8b0613-835d-4c97-9a8c-4f1653e9cbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.224759] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:5f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed8b0613-835d-4c97-9a8c-4f1653e9cbb0', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.234070] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.234885] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.234995] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce1ea60-7013-476f-b981-531c53722c72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.253188] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "a0359bd2-810e-482e-ab77-6a4f2c46872a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.253439] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "a0359bd2-810e-482e-ab77-6a4f2c46872a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.253702] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "a0359bd2-810e-482e-ab77-6a4f2c46872a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.253912] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "a0359bd2-810e-482e-ab77-6a4f2c46872a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.254115] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "a0359bd2-810e-482e-ab77-6a4f2c46872a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.256401] env[69041]: INFO nova.compute.manager [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Terminating instance [ 1116.259754] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.259754] env[69041]: value = "task-2889760" [ 1116.259754] env[69041]: _type = "Task" [ 1116.259754] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.267305] env[69041]: DEBUG nova.compute.manager [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Received event network-vif-plugged-ed8b0613-835d-4c97-9a8c-4f1653e9cbb0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1116.267523] env[69041]: DEBUG oslo_concurrency.lockutils [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] Acquiring lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.267786] env[69041]: DEBUG oslo_concurrency.lockutils [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.267937] env[69041]: DEBUG oslo_concurrency.lockutils [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.268137] env[69041]: DEBUG nova.compute.manager [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] No waiting events found dispatching network-vif-plugged-ed8b0613-835d-4c97-9a8c-4f1653e9cbb0 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.268306] env[69041]: WARNING nova.compute.manager [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Received unexpected event network-vif-plugged-ed8b0613-835d-4c97-9a8c-4f1653e9cbb0 for instance with vm_state building and task_state spawning. [ 1116.268524] env[69041]: DEBUG nova.compute.manager [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Received event network-changed-ed8b0613-835d-4c97-9a8c-4f1653e9cbb0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1116.268681] env[69041]: DEBUG nova.compute.manager [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Refreshing instance network info cache due to event network-changed-ed8b0613-835d-4c97-9a8c-4f1653e9cbb0. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1116.268872] env[69041]: DEBUG oslo_concurrency.lockutils [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] Acquiring lock "refresh_cache-55c7a467-0ab6-413c-904e-82c8e3d39dbb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.269055] env[69041]: DEBUG oslo_concurrency.lockutils [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] Acquired lock "refresh_cache-55c7a467-0ab6-413c-904e-82c8e3d39dbb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.269305] env[69041]: DEBUG nova.network.neutron [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Refreshing network info cache for port ed8b0613-835d-4c97-9a8c-4f1653e9cbb0 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.278848] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889760, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.428885] env[69041]: DEBUG oslo_concurrency.lockutils [req-ac2030bb-95f5-4b96-91b9-f49a96f26e4e req-7f9e9d9a-8ea1-4000-934f-5c33d44190f9 service nova] Releasing lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.533428] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.348322} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.533888] env[69041]: DEBUG oslo_concurrency.lockutils [None req-181772b4-f485-4551-81e0-f2cc3bcdedb8 tempest-AttachInterfacesV270Test-505134345 tempest-AttachInterfacesV270Test-505134345-project-member] Lock "6836ec34-e148-4580-a39b-09bd1fc75d3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.411s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.535212] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.536222] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad4f985-8746-4597-b8f6-1fe752bb7fc5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.573839] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 6bf2a94d-6a19-4fce-a7f2-157b8b59d980/6bf2a94d-6a19-4fce-a7f2-157b8b59d980.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.577475] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-243f60dd-7dc8-46f8-89c1-ac167105b014 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.597737] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.985552} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.599085] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] d246bc31-b065-414f-bec4-98bb0d2828c6/d246bc31-b065-414f-bec4-98bb0d2828c6.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.599254] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.599581] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1116.599581] env[69041]: value = "task-2889761" [ 1116.599581] env[69041]: _type = "Task" [ 1116.599581] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.599768] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0697a91d-f004-42fa-8bf2-602fd1c85b8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.611309] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1116.611309] env[69041]: value = "task-2889762" [ 1116.611309] env[69041]: _type = "Task" [ 1116.611309] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.619934] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.712679] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ed4d57-c113-47a0-9a19-ff97fec6fa5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.733291] env[69041]: DEBUG oslo_concurrency.lockutils [None req-84823a7b-839f-4101-b5a5-0ee1b7268fc7 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-33a5392e-0c18-4262-884d-8d6ebdbaea9a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.021s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.734387] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance 'fc2e1749-d081-4b11-a32d-303fb3675481' progress to 0 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.768405] env[69041]: DEBUG nova.compute.manager [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.768405] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.772567] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520bc41c-bf17-459e-b823-a63bd50fe9b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.775040] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889760, 'name': CreateVM_Task, 'duration_secs': 0.44335} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.777621] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.779275] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.779444] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.779753] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.780536] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0104d0-ceae-4736-9a1d-09f001906640 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.785148] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.785717] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13ed043c-063d-4ee9-bcab-880ed2dee759 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.788724] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1116.788724] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523bdca3-2678-689d-fa02-1e0580b8ac6f" [ 1116.788724] env[69041]: _type = "Task" [ 1116.788724] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.797897] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523bdca3-2678-689d-fa02-1e0580b8ac6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.853385] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.853593] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.853843] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleting the datastore file [datastore2] a0359bd2-810e-482e-ab77-6a4f2c46872a {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.854051] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8988f648-7639-4929-b8f0-20b1f1d94c03 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.861534] env[69041]: DEBUG oslo_vmware.api [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1116.861534] env[69041]: value = "task-2889764" [ 1116.861534] env[69041]: _type = "Task" [ 1116.861534] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.872297] env[69041]: DEBUG oslo_vmware.api [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.994996] env[69041]: DEBUG nova.network.neutron [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Updated VIF entry in instance network info cache for port ed8b0613-835d-4c97-9a8c-4f1653e9cbb0. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.994996] env[69041]: DEBUG nova.network.neutron [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Updating instance_info_cache with network_info: [{"id": "ed8b0613-835d-4c97-9a8c-4f1653e9cbb0", "address": "fa:16:3e:bd:5f:3b", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped8b0613-83", "ovs_interfaceid": "ed8b0613-835d-4c97-9a8c-4f1653e9cbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.111499] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889761, 'name': ReconfigVM_Task, 'duration_secs': 0.385437} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.111862] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 6bf2a94d-6a19-4fce-a7f2-157b8b59d980/6bf2a94d-6a19-4fce-a7f2-157b8b59d980.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.118475] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f32a995-fce3-409b-9864-10532e710ae8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.125526] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085797} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.126887] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.127260] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1117.127260] env[69041]: value = "task-2889765" [ 1117.127260] env[69041]: _type = "Task" [ 1117.127260] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.127944] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9bed39-86ec-4f3a-9df0-a90f7633f05a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.144435] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889765, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.166699] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] d246bc31-b065-414f-bec4-98bb0d2828c6/d246bc31-b065-414f-bec4-98bb0d2828c6.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.169645] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d99ac9-90dc-4582-9f6d-07329669fdb2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.193611] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1117.193611] env[69041]: value = "task-2889766" [ 1117.193611] env[69041]: _type = "Task" [ 1117.193611] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.204781] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.241278] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.241604] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30672896-ac8b-4f9a-8716-f42ea22ec51b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.253557] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1117.253557] env[69041]: value = "task-2889767" [ 1117.253557] env[69041]: _type = "Task" [ 1117.253557] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.264675] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.279183] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "93c22188-05e9-480f-b797-83969f31bb09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.279183] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "93c22188-05e9-480f-b797-83969f31bb09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.305607] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523bdca3-2678-689d-fa02-1e0580b8ac6f, 'name': SearchDatastore_Task, 'duration_secs': 0.027675} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.308566] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.308828] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.309096] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.309252] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.309432] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.310782] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d37a741-c591-49d4-a69d-b2d1ca638534 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.320739] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.320911] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.324668] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09cfcbac-c249-41ec-9997-f2fd5da1699a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.331454] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1117.331454] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52740a82-bff9-4abf-e3de-bf516ff18a95" [ 1117.331454] env[69041]: _type = "Task" [ 1117.331454] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.341370] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52740a82-bff9-4abf-e3de-bf516ff18a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.370939] env[69041]: DEBUG oslo_vmware.api [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483525} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.371823] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.371823] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.371823] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.371823] env[69041]: INFO nova.compute.manager [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1117.372124] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.374717] env[69041]: DEBUG nova.compute.manager [-] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.374823] env[69041]: DEBUG nova.network.neutron [-] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.497961] env[69041]: DEBUG oslo_concurrency.lockutils [req-5f806944-492a-41b8-983a-e9eb39800a66 req-c6c5f882-020d-4139-959a-b9b95fe4b7f5 service nova] Releasing lock "refresh_cache-55c7a467-0ab6-413c-904e-82c8e3d39dbb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.619792] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4a8214-f076-46b3-8e92-f577cac947d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.628347] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de96606-aac7-4eca-971c-b18230fa307c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.640192] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889765, 'name': Rename_Task, 'duration_secs': 0.238951} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.641197] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.670373] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-132a78b4-6598-4f4d-a2e2-3689c961ea6a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.674714] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf9dc6c-f3d0-4681-891a-dbecb42d312e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.684553] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d880a8-353e-4d48-bd2e-3efd9170e5b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.688685] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1117.688685] env[69041]: value = "task-2889768" [ 1117.688685] env[69041]: _type = "Task" [ 1117.688685] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.700852] env[69041]: DEBUG nova.compute.provider_tree [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.709300] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889768, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.714552] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889766, 'name': ReconfigVM_Task, 'duration_secs': 0.397616} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.714823] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Reconfigured VM instance instance-00000034 to attach disk [datastore1] d246bc31-b065-414f-bec4-98bb0d2828c6/d246bc31-b065-414f-bec4-98bb0d2828c6.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.715477] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62582203-bd38-4329-a29e-4be46d158dda {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.721852] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1117.721852] env[69041]: value = "task-2889769" [ 1117.721852] env[69041]: _type = "Task" [ 1117.721852] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.731777] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889769, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.764091] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889767, 'name': PowerOffVM_Task, 'duration_secs': 0.223045} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.764091] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.764091] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance 'fc2e1749-d081-4b11-a32d-303fb3675481' progress to 17 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.781333] env[69041]: DEBUG nova.compute.manager [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.842106] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52740a82-bff9-4abf-e3de-bf516ff18a95, 'name': SearchDatastore_Task, 'duration_secs': 0.012624} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.842908] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b6f25a-482e-4e18-85de-a61b20a6c15b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.848887] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1117.848887] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284ff32-2f15-af0f-5628-356bef0f9c09" [ 1117.848887] env[69041]: _type = "Task" [ 1117.848887] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.856487] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284ff32-2f15-af0f-5628-356bef0f9c09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.175617] env[69041]: DEBUG nova.network.neutron [-] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.200937] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.234484] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889769, 'name': Rename_Task, 'duration_secs': 0.17453} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.234484] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.235343] env[69041]: ERROR nova.scheduler.client.report [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [req-0168da4f-e594-4fed-8a1a-8d2a7c2fc2f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 32f60d55-c45c-4e8e-b752-d624f83e6946. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0168da4f-e594-4fed-8a1a-8d2a7c2fc2f0"}]} [ 1118.235667] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9f9432b-4cf1-420e-a9f4-1cfa6632d176 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.244249] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1118.244249] env[69041]: value = "task-2889770" [ 1118.244249] env[69041]: _type = "Task" [ 1118.244249] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.252684] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.269369] env[69041]: DEBUG nova.scheduler.client.report [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Refreshing inventories for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1118.274435] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.274568] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.274746] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.275074] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.275292] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.275478] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.275753] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.275951] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.276218] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.276740] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.276740] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.284436] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc587b0-88d5-4eba-b307-b5085b199574 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.300190] env[69041]: DEBUG nova.scheduler.client.report [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Updating ProviderTree inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1118.300415] env[69041]: DEBUG nova.compute.provider_tree [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.309145] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1118.309145] env[69041]: value = "task-2889771" [ 1118.309145] env[69041]: _type = "Task" [ 1118.309145] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.314356] env[69041]: DEBUG nova.scheduler.client.report [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Refreshing aggregate associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, aggregates: None {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1118.320976] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.323669] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.341786] env[69041]: DEBUG nova.scheduler.client.report [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Refreshing trait associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1118.365254] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5284ff32-2f15-af0f-5628-356bef0f9c09, 'name': SearchDatastore_Task, 'duration_secs': 0.036278} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.365548] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.366267] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 55c7a467-0ab6-413c-904e-82c8e3d39dbb/55c7a467-0ab6-413c-904e-82c8e3d39dbb.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.366267] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a90e5630-762c-43df-b324-b5b0784706de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.373366] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1118.373366] env[69041]: value = "task-2889772" [ 1118.373366] env[69041]: _type = "Task" [ 1118.373366] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.382810] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.680781] env[69041]: INFO nova.compute.manager [-] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Took 1.31 seconds to deallocate network for instance. [ 1118.702580] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889768, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.767440] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889770, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.801414] env[69041]: DEBUG nova.compute.manager [req-92939640-c1e6-4be2-9af2-3eedf76af449 req-a775c66e-9e4c-4e40-a70d-ea4e754c48e4 service nova] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Received event network-vif-deleted-9fed0e65-f2dc-460b-926a-be8b44853ce4 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1118.823677] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889771, 'name': ReconfigVM_Task, 'duration_secs': 0.201271} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.824095] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance 'fc2e1749-d081-4b11-a32d-303fb3675481' progress to 33 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.888380] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889772, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.043854] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b9747d-47c1-4454-be82-047a006ca80e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.052999] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02134d86-62a9-4258-b63a-ae445d1fffac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.096112] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70ae19c-0276-4bbe-9339-015f115237e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.107086] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80898dd1-3de2-49de-964c-37c922c28f26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.124294] env[69041]: DEBUG nova.compute.provider_tree [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.191908] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.203606] env[69041]: DEBUG oslo_vmware.api [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889768, 'name': PowerOnVM_Task, 'duration_secs': 1.399318} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.203870] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.204086] env[69041]: INFO nova.compute.manager [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1119.204270] env[69041]: DEBUG nova.compute.manager [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.205176] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fc6319-0a54-413c-9fb1-8071d386ac43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.255776] env[69041]: DEBUG oslo_vmware.api [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889770, 'name': PowerOnVM_Task, 'duration_secs': 0.679281} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.257303] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.257419] env[69041]: INFO nova.compute.manager [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Took 12.63 seconds to spawn the instance on the hypervisor. [ 1119.257538] env[69041]: DEBUG nova.compute.manager [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.258367] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9571a952-2ccd-4656-91c4-84ec43b13b42 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.333354] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.333754] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.334040] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.334362] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.334617] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.334876] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.335218] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.335479] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.335753] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.336030] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.336308] env[69041]: DEBUG nova.virt.hardware [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.346027] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.347292] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a6e2569-9eb2-40ee-b1b1-6915790126e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.375944] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1119.375944] env[69041]: value = "task-2889773" [ 1119.375944] env[69041]: _type = "Task" [ 1119.375944] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.393396] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663009} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.397170] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 55c7a467-0ab6-413c-904e-82c8e3d39dbb/55c7a467-0ab6-413c-904e-82c8e3d39dbb.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.397419] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.398351] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.398351] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f3560ba-6101-411c-98c2-777d7f4b9077 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.405113] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1119.405113] env[69041]: value = "task-2889774" [ 1119.405113] env[69041]: _type = "Task" [ 1119.405113] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.414454] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.663636] env[69041]: DEBUG nova.scheduler.client.report [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Updated inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1119.663958] env[69041]: DEBUG nova.compute.provider_tree [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Updating resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 generation from 77 to 78 during operation: update_inventory {{(pid=69041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1119.664142] env[69041]: DEBUG nova.compute.provider_tree [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.726333] env[69041]: INFO nova.compute.manager [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Took 38.80 seconds to build instance. [ 1119.779504] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "interface-33a5392e-0c18-4262-884d-8d6ebdbaea9a-c82f8d0d-43d5-40cf-85f6-0c217cfa3144" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.779667] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-33a5392e-0c18-4262-884d-8d6ebdbaea9a-c82f8d0d-43d5-40cf-85f6-0c217cfa3144" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.781389] env[69041]: INFO nova.compute.manager [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Took 38.85 seconds to build instance. [ 1119.893638] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889773, 'name': ReconfigVM_Task, 'duration_secs': 0.328827} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.894494] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.894732] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73164d0a-4f02-4325-b500-6b9c729fa623 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.918308] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] fc2e1749-d081-4b11-a32d-303fb3675481/fc2e1749-d081-4b11-a32d-303fb3675481.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.922067] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72de65e-926c-46c1-8cf4-0eccf124c1e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.945519] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17521} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.946915] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.947427] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1119.947427] env[69041]: value = "task-2889775" [ 1119.947427] env[69041]: _type = "Task" [ 1119.947427] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.948243] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4ec6b0-c819-4307-af44-69212d405ebc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.960246] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.981704] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 55c7a467-0ab6-413c-904e-82c8e3d39dbb/55c7a467-0ab6-413c-904e-82c8e3d39dbb.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.982085] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f79b2c-017f-4bab-bbd5-918929bc24da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.002433] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1120.002433] env[69041]: value = "task-2889776" [ 1120.002433] env[69041]: _type = "Task" [ 1120.002433] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.011266] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.170011] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.170s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.170588] env[69041]: DEBUG nova.compute.manager [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.173185] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.107s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.173416] env[69041]: DEBUG nova.objects.instance [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lazy-loading 'resources' on Instance uuid f1264ae5-081f-4b56-a375-0567fbefd71d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.174899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "d246bc31-b065-414f-bec4-98bb0d2828c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.228304] env[69041]: DEBUG oslo_concurrency.lockutils [None req-60776c28-a29c-4e37-a73f-f180d205b8f1 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.508s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.283205] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.283445] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.284429] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f4c4ba-46ec-4b2b-a170-dcbff3b2eb23 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.287978] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c110cbb9-223d-4ec7-a185-a312aa2788ec tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "d246bc31-b065-414f-bec4-98bb0d2828c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.693s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.288274] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "d246bc31-b065-414f-bec4-98bb0d2828c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.113s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.288525] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "d246bc31-b065-414f-bec4-98bb0d2828c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.288780] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "d246bc31-b065-414f-bec4-98bb0d2828c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.288993] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "d246bc31-b065-414f-bec4-98bb0d2828c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.304502] env[69041]: INFO nova.compute.manager [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Terminating instance [ 1120.306730] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c92cd1d-5497-4712-93af-ed843b1c1c3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.335502] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Reconfiguring VM to detach interface {{(pid=69041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1120.336494] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffcb465f-4aaf-4203-8a88-76136192a4d7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.356880] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1120.356880] env[69041]: value = "task-2889777" [ 1120.356880] env[69041]: _type = "Task" [ 1120.356880] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.366168] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.461487] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.517322] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.676256] env[69041]: DEBUG nova.compute.utils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.680030] env[69041]: DEBUG nova.compute.manager [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Not allocating networking since 'none' was specified. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1120.811448] env[69041]: DEBUG nova.compute.manager [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.811672] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.812913] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5844c6-d0aa-4034-8f6b-d47d00088903 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.820955] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.821416] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efc938d8-b988-4eaf-9969-f0c63f09fb26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.827161] env[69041]: DEBUG oslo_vmware.api [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1120.827161] env[69041]: value = "task-2889778" [ 1120.827161] env[69041]: _type = "Task" [ 1120.827161] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.834781] env[69041]: DEBUG oslo_vmware.api [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.865967] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.969524] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889775, 'name': ReconfigVM_Task, 'duration_secs': 0.773024} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.969958] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Reconfigured VM instance instance-0000002a to attach disk [datastore2] fc2e1749-d081-4b11-a32d-303fb3675481/fc2e1749-d081-4b11-a32d-303fb3675481.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.970192] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance 'fc2e1749-d081-4b11-a32d-303fb3675481' progress to 50 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.016161] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889776, 'name': ReconfigVM_Task, 'duration_secs': 0.541124} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.018488] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 55c7a467-0ab6-413c-904e-82c8e3d39dbb/55c7a467-0ab6-413c-904e-82c8e3d39dbb.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.022106] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35dfba06-4e01-4f45-b1cc-069f5f03486c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.026119] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1121.026119] env[69041]: value = "task-2889779" [ 1121.026119] env[69041]: _type = "Task" [ 1121.026119] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.036589] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889779, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.181975] env[69041]: DEBUG nova.compute.manager [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.226334] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4958da9c-c584-4e61-8a14-8068356a3706 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.235882] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641b2987-9e2d-41ab-9af2-e02d4fc3b9cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.271066] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f933a5-ab25-401e-adb9-ba3673343334 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.278759] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1565060c-6e62-4b8b-a1eb-78a054b3d1eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.292773] env[69041]: DEBUG nova.compute.provider_tree [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.337031] env[69041]: DEBUG oslo_vmware.api [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889778, 'name': PowerOffVM_Task, 'duration_secs': 0.285928} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.337313] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.337482] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.338168] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-600b4dab-5918-44a8-932a-35f0dff3cdde {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.367250] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.461853] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.462132] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.462319] env[69041]: INFO nova.compute.manager [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Shelving [ 1121.467252] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.467455] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.467635] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Deleting the datastore file [datastore1] d246bc31-b065-414f-bec4-98bb0d2828c6 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.467889] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c57c645f-26e1-427d-9405-be509c187bb9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.476556] env[69041]: DEBUG oslo_vmware.api [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for the task: (returnval){ [ 1121.476556] env[69041]: value = "task-2889781" [ 1121.476556] env[69041]: _type = "Task" [ 1121.476556] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.477381] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2099348f-68d6-4ca0-ae95-18052be0fb78 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.509259] env[69041]: DEBUG oslo_vmware.api [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.510060] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62f02a-3b19-4ccb-8e25-509bf378d834 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.531765] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance 'fc2e1749-d081-4b11-a32d-303fb3675481' progress to 67 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.545571] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.545571] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889779, 'name': Rename_Task, 'duration_secs': 0.254192} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.545571] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.546805] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.547299] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def75fc1-a365-466e-ba16-674bababb25a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.554193] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1121.554193] env[69041]: value = "task-2889782" [ 1121.554193] env[69041]: _type = "Task" [ 1121.554193] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.563114] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.796760] env[69041]: DEBUG nova.scheduler.client.report [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.870118] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.992026] env[69041]: DEBUG oslo_vmware.api [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Task: {'id': task-2889781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191837} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.992026] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.992026] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.992026] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.992026] env[69041]: INFO nova.compute.manager [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1121.992026] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.992026] env[69041]: DEBUG nova.compute.manager [-] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.992026] env[69041]: DEBUG nova.network.neutron [-] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.062452] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.062972] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.063797] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.064102] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.064387] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.064780] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.065054] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1122.066144] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.072418] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889782, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.105237] env[69041]: DEBUG nova.network.neutron [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Port 34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1122.194107] env[69041]: DEBUG nova.compute.manager [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.237019] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.237019] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.237019] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.237019] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.237019] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.237614] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.238045] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.238482] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.238778] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.239574] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.239574] env[69041]: DEBUG nova.virt.hardware [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.240177] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf0af38-4bbc-4cc7-9058-853b2f976088 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.249389] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd57dc4d-922c-4454-bff9-a4dc25a0d3d1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.264384] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.270103] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Creating folder: Project (6359df29fc6440c0be3e888c1e5935a7). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.270464] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51e713d3-6ecf-42aa-8848-f30d3c40c8b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.281859] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Created folder: Project (6359df29fc6440c0be3e888c1e5935a7) in parent group-v580429. [ 1122.282102] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Creating folder: Instances. Parent ref: group-v580583. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.282353] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26cf4a7d-fe1f-40a6-98bf-894dd90e8996 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.292300] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Created folder: Instances in parent group-v580583. [ 1122.292549] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.292777] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.292997] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a37f944-3ff5-43b3-af22-39be1cc7f1eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.306221] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.308836] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.090s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.310345] env[69041]: INFO nova.compute.claims [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.317715] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.317715] env[69041]: value = "task-2889785" [ 1122.317715] env[69041]: _type = "Task" [ 1122.317715] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.326615] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889785, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.341372] env[69041]: INFO nova.scheduler.client.report [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Deleted allocations for instance f1264ae5-081f-4b56-a375-0567fbefd71d [ 1122.373797] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.474821] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.474821] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-656cdafa-1fb8-4ec7-b1a8-a1448519d432 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.481909] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1122.481909] env[69041]: value = "task-2889786" [ 1122.481909] env[69041]: _type = "Task" [ 1122.481909] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.489945] env[69041]: DEBUG nova.compute.manager [req-4f216d45-4616-40c2-a3ef-deebb3025d47 req-32b931af-3398-48a8-a708-ce72f9306978 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Received event network-vif-deleted-df672271-1f16-4aab-bb0c-f61181fae55e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1122.490256] env[69041]: INFO nova.compute.manager [req-4f216d45-4616-40c2-a3ef-deebb3025d47 req-32b931af-3398-48a8-a708-ce72f9306978 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Neutron deleted interface df672271-1f16-4aab-bb0c-f61181fae55e; detaching it from the instance and deleting it from the info cache [ 1122.490483] env[69041]: DEBUG nova.network.neutron [req-4f216d45-4616-40c2-a3ef-deebb3025d47 req-32b931af-3398-48a8-a708-ce72f9306978 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Updating instance_info_cache with network_info: [{"id": "41335e24-3f2a-4aed-9cb6-61c27905d5da", "address": "fa:16:3e:bb:8a:c8", "network": {"id": "6cbaadbe-9718-4928-aa4a-d1ef3820d766", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2102164615", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c31754310d7a4b42bad6895bcdfb35de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41335e24-3f", "ovs_interfaceid": "41335e24-3f2a-4aed-9cb6-61c27905d5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.497395] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.568440] env[69041]: DEBUG oslo_vmware.api [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889782, 'name': PowerOnVM_Task, 'duration_secs': 0.737895} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.568791] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.569041] env[69041]: INFO nova.compute.manager [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1122.569264] env[69041]: DEBUG nova.compute.manager [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.570154] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba77f6b-2759-444a-b9fe-3abed401a15c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.577247] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.827970] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889785, 'name': CreateVM_Task, 'duration_secs': 0.275589} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.828755] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.829260] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.829377] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.829704] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.830223] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df5628a-c167-4c56-a97c-963da11f1837 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.835098] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1122.835098] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52444d9d-e652-2ca0-a415-19ee40135d5a" [ 1122.835098] env[69041]: _type = "Task" [ 1122.835098] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.843258] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52444d9d-e652-2ca0-a415-19ee40135d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.850457] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1cf00723-3cff-43e2-b824-e08960242fe2 tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "f1264ae5-081f-4b56-a375-0567fbefd71d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.699s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.869340] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.992433] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889786, 'name': PowerOffVM_Task, 'duration_secs': 0.288218} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.992433] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.993097] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8538a476-6c68-4780-918f-250272f2c6e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.995837] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f01471e-b508-483b-97f3-2c6798c29b2e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.018439] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4882ea4-7dcc-4286-9853-9f7430d334dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.025091] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbf2489-351e-4b5d-a570-816826992ae2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.040347] env[69041]: DEBUG nova.network.neutron [-] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.063199] env[69041]: DEBUG nova.compute.manager [req-4f216d45-4616-40c2-a3ef-deebb3025d47 req-32b931af-3398-48a8-a708-ce72f9306978 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Detach interface failed, port_id=df672271-1f16-4aab-bb0c-f61181fae55e, reason: Instance d246bc31-b065-414f-bec4-98bb0d2828c6 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1123.090725] env[69041]: INFO nova.compute.manager [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Took 41.06 seconds to build instance. [ 1123.128687] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "fc2e1749-d081-4b11-a32d-303fb3675481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.128687] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "fc2e1749-d081-4b11-a32d-303fb3675481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.128856] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "fc2e1749-d081-4b11-a32d-303fb3675481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.346173] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52444d9d-e652-2ca0-a415-19ee40135d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010095} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.346475] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.346720] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.347164] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.347164] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.347958] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.347958] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87ad7510-2732-44d4-b777-578b7fb87620 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.359678] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.359678] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.359678] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76422391-3ea1-4eb7-815b-7903d2b8be75 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.369388] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1123.369388] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523aa3cf-1f80-855b-f0ea-243456338b4f" [ 1123.369388] env[69041]: _type = "Task" [ 1123.369388] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.375450] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.382234] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523aa3cf-1f80-855b-f0ea-243456338b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008431} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.382968] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f0a4bc-03be-4cb0-a3e3-0802f591eb02 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.387873] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1123.387873] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520e7797-b3fd-90a8-7788-638dd5fa4bbf" [ 1123.387873] env[69041]: _type = "Task" [ 1123.387873] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.395681] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520e7797-b3fd-90a8-7788-638dd5fa4bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.545201] env[69041]: INFO nova.compute.manager [-] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Took 1.55 seconds to deallocate network for instance. [ 1123.565532] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1123.565587] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-509a5939-3982-4b7b-bdeb-268c9ce9ce03 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.577292] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1123.577292] env[69041]: value = "task-2889787" [ 1123.577292] env[69041]: _type = "Task" [ 1123.577292] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.595766] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3759402f-0ed6-4896-b6e4-f0fbeb9464f7 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.192s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.595968] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889787, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.689478] env[69041]: DEBUG oslo_concurrency.lockutils [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.689643] env[69041]: DEBUG oslo_concurrency.lockutils [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.689839] env[69041]: DEBUG nova.compute.manager [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.690767] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c94ef2-930b-4b4e-afad-9be054681182 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.703044] env[69041]: DEBUG nova.compute.manager [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1123.703758] env[69041]: DEBUG nova.objects.instance [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lazy-loading 'flavor' on Instance uuid 55c7a467-0ab6-413c-904e-82c8e3d39dbb {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.872410] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.874545] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e53c8b-27ef-452b-a9c0-26b7282590c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.881777] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd086ce-b4aa-4b57-b692-04f7646b97de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.915130] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079c8a7e-28cd-4705-b61f-5820338238b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.922650] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520e7797-b3fd-90a8-7788-638dd5fa4bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.008135} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.924622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.924887] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 25394d85-af4d-4321-a1fc-30686d4303cb/25394d85-af4d-4321-a1fc-30686d4303cb.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.925178] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61e10cc4-7806-4969-8998-fc92ce8b1ba6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.927907] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dfe6e7-de50-4324-a58a-ae31fb24f14e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.941615] env[69041]: DEBUG nova.compute.provider_tree [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.943857] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1123.943857] env[69041]: value = "task-2889788" [ 1123.943857] env[69041]: _type = "Task" [ 1123.943857] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.951558] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.979275] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "254bd064-41ac-48f6-ae26-556d8833209f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.979275] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "254bd064-41ac-48f6-ae26-556d8833209f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.979275] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "254bd064-41ac-48f6-ae26-556d8833209f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.979488] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "254bd064-41ac-48f6-ae26-556d8833209f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.979539] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "254bd064-41ac-48f6-ae26-556d8833209f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.983615] env[69041]: INFO nova.compute.manager [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Terminating instance [ 1124.051894] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.087050] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889787, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.171125] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.171125] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.171346] env[69041]: DEBUG nova.network.neutron [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.277731] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquiring lock "00f299cb-b6f4-4833-af4a-24967026cb6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.277990] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "00f299cb-b6f4-4833-af4a-24967026cb6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.372900] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.446098] env[69041]: DEBUG nova.scheduler.client.report [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.459169] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485591} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.459490] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 25394d85-af4d-4321-a1fc-30686d4303cb/25394d85-af4d-4321-a1fc-30686d4303cb.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.459708] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.460530] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-836336ac-e226-4578-b157-fe8cd9275286 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.467131] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1124.467131] env[69041]: value = "task-2889789" [ 1124.467131] env[69041]: _type = "Task" [ 1124.467131] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.475185] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.487900] env[69041]: DEBUG nova.compute.manager [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.488118] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.492019] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d2c83-abf5-4c56-966f-d972931c265c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.496996] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.497300] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e60c809a-9f02-4e04-a022-5de9942ac91c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.503857] env[69041]: DEBUG oslo_vmware.api [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1124.503857] env[69041]: value = "task-2889790" [ 1124.503857] env[69041]: _type = "Task" [ 1124.503857] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.511614] env[69041]: DEBUG oslo_vmware.api [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.514702] env[69041]: DEBUG nova.compute.manager [req-c23cad8b-8bec-4157-8a24-5f3af47cbefc req-e0dfc5f3-c063-42ba-90e2-b581edb924b6 service nova] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Received event network-vif-deleted-41335e24-3f2a-4aed-9cb6-61c27905d5da {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1124.588122] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889787, 'name': CreateSnapshot_Task, 'duration_secs': 0.74382} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.588438] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1124.589216] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07e06c6-91c2-4f30-9877-f0489ba325ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.716853] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.718049] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e10804e-c589-4223-8099-cb8255d48841 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.723562] env[69041]: DEBUG oslo_vmware.api [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1124.723562] env[69041]: value = "task-2889791" [ 1124.723562] env[69041]: _type = "Task" [ 1124.723562] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.731380] env[69041]: DEBUG oslo_vmware.api [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.780418] env[69041]: DEBUG nova.compute.manager [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.874775] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.899240] env[69041]: DEBUG nova.network.neutron [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance_info_cache with network_info: [{"id": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "address": "fa:16:3e:00:37:48", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c42cbf-52", "ovs_interfaceid": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.953788] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.954340] env[69041]: DEBUG nova.compute.manager [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.958156] env[69041]: DEBUG oslo_concurrency.lockutils [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.077s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.958360] env[69041]: DEBUG nova.objects.instance [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1124.977563] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081614} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.977849] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.979128] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c666f3-ddf0-44be-a3ef-cce1400b9415 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.999330] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 25394d85-af4d-4321-a1fc-30686d4303cb/25394d85-af4d-4321-a1fc-30686d4303cb.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.000666] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e8a8cb-6bf6-4538-8f43-9f2c94bc31e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.023369] env[69041]: DEBUG oslo_vmware.api [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889790, 'name': PowerOffVM_Task, 'duration_secs': 0.185701} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.024555] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.024733] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.025042] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1125.025042] env[69041]: value = "task-2889792" [ 1125.025042] env[69041]: _type = "Task" [ 1125.025042] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.025229] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef60c26c-0195-41ec-a9b3-a0d859cf0095 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.033915] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.092181] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.092427] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.092586] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Deleting the datastore file [datastore2] 254bd064-41ac-48f6-ae26-556d8833209f {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.092861] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f637e11-0403-4885-acdd-2885d689a065 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.098698] env[69041]: DEBUG oslo_vmware.api [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for the task: (returnval){ [ 1125.098698] env[69041]: value = "task-2889794" [ 1125.098698] env[69041]: _type = "Task" [ 1125.098698] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.108564] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1125.108823] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02eb3b2c-b866-4fc7-9d38-856ed050965e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.116504] env[69041]: DEBUG oslo_vmware.api [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.117742] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1125.117742] env[69041]: value = "task-2889795" [ 1125.117742] env[69041]: _type = "Task" [ 1125.117742] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.125171] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889795, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.232783] env[69041]: DEBUG oslo_vmware.api [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889791, 'name': PowerOffVM_Task, 'duration_secs': 0.202162} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.233053] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.233263] env[69041]: DEBUG nova.compute.manager [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.234075] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67ddb4a-cdf3-4a91-989d-309f96acf62f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.303283] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.374333] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.402205] env[69041]: DEBUG oslo_concurrency.lockutils [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.459358] env[69041]: DEBUG nova.compute.utils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.462539] env[69041]: DEBUG nova.compute.manager [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.462715] env[69041]: DEBUG nova.network.neutron [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.502653] env[69041]: DEBUG nova.policy [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf81362ffd441a8a4509eedc0e36833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '118f185a0bf04f3f8ebdc461d5370db0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.544305] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889792, 'name': ReconfigVM_Task, 'duration_secs': 0.413954} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.544305] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 25394d85-af4d-4321-a1fc-30686d4303cb/25394d85-af4d-4321-a1fc-30686d4303cb.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.544305] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e73e42c9-fcc5-4557-bd9c-9e17170c9a18 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.548709] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1125.548709] env[69041]: value = "task-2889796" [ 1125.548709] env[69041]: _type = "Task" [ 1125.548709] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.560010] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889796, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.612092] env[69041]: DEBUG oslo_vmware.api [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Task: {'id': task-2889794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137035} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.612285] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.613036] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.613036] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.613036] env[69041]: INFO nova.compute.manager [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1125.613398] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.613398] env[69041]: DEBUG nova.compute.manager [-] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.613398] env[69041]: DEBUG nova.network.neutron [-] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.631460] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889795, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.749040] env[69041]: DEBUG oslo_concurrency.lockutils [None req-032fe73b-cc3c-4e40-aa76-9f6c3381105a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.881841] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.940039] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a08c36-4d8c-489c-9f26-bed7416b4252 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.966282] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4757d4fd-b7a4-411d-9619-4723871efaef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.969155] env[69041]: DEBUG nova.network.neutron [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Successfully created port: f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.971669] env[69041]: DEBUG nova.compute.manager [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.975717] env[69041]: DEBUG oslo_concurrency.lockutils [None req-525e2d8a-402a-461f-b8b1-6b9cca88d2bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.978179] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.623s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.978686] env[69041]: DEBUG nova.objects.instance [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lazy-loading 'resources' on Instance uuid d60cb023-ee84-44eb-9a37-1299d8042c0f {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.985315] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance 'fc2e1749-d081-4b11-a32d-303fb3675481' progress to 83 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.061859] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889796, 'name': Rename_Task, 'duration_secs': 0.148115} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.063966] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.064262] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddf551af-0a05-4c28-bcef-36d4f5625be7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.073040] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1126.073040] env[69041]: value = "task-2889797" [ 1126.073040] env[69041]: _type = "Task" [ 1126.073040] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.082704] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.129666] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889795, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.375264] env[69041]: DEBUG oslo_vmware.api [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889777, 'name': ReconfigVM_Task, 'duration_secs': 5.771716} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.375658] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.375762] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Reconfigured VM to detach interface {{(pid=69041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1126.443470] env[69041]: INFO nova.compute.manager [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Rebuilding instance [ 1126.492576] env[69041]: DEBUG nova.compute.manager [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.494948] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.495198] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b619ee-c00b-48d3-b4eb-f5f6db7793b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.499504] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e2e28f9-452b-4ab3-a299-d3af80441888 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.510074] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1126.510074] env[69041]: value = "task-2889798" [ 1126.510074] env[69041]: _type = "Task" [ 1126.510074] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.524293] env[69041]: DEBUG nova.network.neutron [-] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.526102] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.582176] env[69041]: DEBUG oslo_vmware.api [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889797, 'name': PowerOnVM_Task, 'duration_secs': 0.501741} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.582675] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.582675] env[69041]: INFO nova.compute.manager [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Took 4.39 seconds to spawn the instance on the hypervisor. [ 1126.582791] env[69041]: DEBUG nova.compute.manager [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.583565] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5eb95c-c96a-4e5d-b0f4-0689eea76b13 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.597564] env[69041]: DEBUG nova.compute.manager [req-6d33a974-7c83-4f12-bd73-ec9de0e4714a req-3dc44cca-df2e-4385-9db5-f88957cc0e71 service nova] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Received event network-vif-deleted-e0a9c73d-ad80-401a-a438-3a9ca360a793 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1126.629787] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889795, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.986328] env[69041]: DEBUG nova.compute.manager [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.994684] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ad30eb-991d-44f7-9908-a206249c09c1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.003389] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327cb2d6-235c-4b1d-8084-3cdba49ffa72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.008389] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.008667] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.008826] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.009015] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.009197] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.009355] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.009559] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.009716] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.009879] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.010054] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.010234] env[69041]: DEBUG nova.virt.hardware [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.012840] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5a205f-0d97-46a3-82bb-da026aadb8c7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.052685] env[69041]: INFO nova.compute.manager [-] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Took 1.44 seconds to deallocate network for instance. [ 1127.053395] env[69041]: INFO nova.compute.manager [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Rebuilding instance [ 1127.057260] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f56ab33-257f-46f7-935a-621378260913 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.060441] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b563eb-6a40-466b-b74a-7ebecb6456dd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.072450] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889798, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.087793] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66770b75-218d-46e0-87a9-676868d9c94e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.113402] env[69041]: DEBUG nova.compute.provider_tree [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.117314] env[69041]: INFO nova.compute.manager [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Took 41.28 seconds to build instance. [ 1127.135016] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889795, 'name': CloneVM_Task, 'duration_secs': 1.663838} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.135610] env[69041]: DEBUG nova.compute.manager [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.136073] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Created linked-clone VM from snapshot [ 1127.137257] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e3a3f2-2cb1-4075-83e4-0190a32b1e5a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.141129] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d783c14-123b-4f78-9d95-db251b8b20fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.154427] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Uploading image 8f3f29c9-90ff-495a-a059-e3c0f39a7a4f {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1127.182212] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1127.182212] env[69041]: value = "vm-580587" [ 1127.182212] env[69041]: _type = "VirtualMachine" [ 1127.182212] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1127.183651] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b7a98f50-a86a-4397-a529-f409f5c37ce8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.191685] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lease: (returnval){ [ 1127.191685] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5286d727-b050-2d2f-e8dd-48bd50756437" [ 1127.191685] env[69041]: _type = "HttpNfcLease" [ 1127.191685] env[69041]: } obtained for exporting VM: (result){ [ 1127.191685] env[69041]: value = "vm-580587" [ 1127.191685] env[69041]: _type = "VirtualMachine" [ 1127.191685] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1127.192139] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the lease: (returnval){ [ 1127.192139] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5286d727-b050-2d2f-e8dd-48bd50756437" [ 1127.192139] env[69041]: _type = "HttpNfcLease" [ 1127.192139] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1127.203940] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1127.203940] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5286d727-b050-2d2f-e8dd-48bd50756437" [ 1127.203940] env[69041]: _type = "HttpNfcLease" [ 1127.203940] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1127.478196] env[69041]: DEBUG nova.network.neutron [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Successfully updated port: f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.516382] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.520452] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a61ca05c-e961-4bee-8346-0560246c9035 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.529991] env[69041]: DEBUG oslo_vmware.api [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889798, 'name': PowerOnVM_Task, 'duration_secs': 0.701154} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.531687] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.531889] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-047dec4e-e21c-426c-b46d-c8834af863f9 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance 'fc2e1749-d081-4b11-a32d-303fb3675481' progress to 100 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.535588] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1127.535588] env[69041]: value = "task-2889800" [ 1127.535588] env[69041]: _type = "Task" [ 1127.535588] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.549752] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1127.550096] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.550905] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872eee20-9cc7-4f7c-8a97-811ea8547f44 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.557799] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.558064] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70216aea-176d-4fbe-87bb-a817ae316b27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.572991] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.616095] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.616429] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.616685] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleting the datastore file [datastore1] 55c7a467-0ab6-413c-904e-82c8e3d39dbb {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.617564] env[69041]: DEBUG nova.scheduler.client.report [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.620943] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f93d3ed-5688-496f-9b94-81dff271fa0e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.623711] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d027fdd-b23a-45d4-a4ae-d9452aa383fc tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "25394d85-af4d-4321-a1fc-30686d4303cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.220s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.629339] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1127.629339] env[69041]: value = "task-2889802" [ 1127.629339] env[69041]: _type = "Task" [ 1127.629339] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.638760] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.687148] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.687255] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.687401] env[69041]: DEBUG nova.network.neutron [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.700091] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1127.700091] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5286d727-b050-2d2f-e8dd-48bd50756437" [ 1127.700091] env[69041]: _type = "HttpNfcLease" [ 1127.700091] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1127.700091] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1127.700091] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5286d727-b050-2d2f-e8dd-48bd50756437" [ 1127.700091] env[69041]: _type = "HttpNfcLease" [ 1127.700091] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1127.700799] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d71e1e1-febe-4d1d-8dfb-dc285332117a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.708283] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dca5b-f861-f450-d040-9c2d0ed7537c/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1127.708446] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dca5b-f861-f450-d040-9c2d0ed7537c/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1127.808940] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-87b60f7b-2e55-4216-9524-baf8d5a43578 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.983683] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.983839] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquired lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.983990] env[69041]: DEBUG nova.network.neutron [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.109624] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.110469] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.110692] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.110889] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.111078] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.113178] env[69041]: INFO nova.compute.manager [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Terminating instance [ 1128.124377] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.127931] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.170s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.127931] env[69041]: DEBUG nova.objects.instance [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lazy-loading 'resources' on Instance uuid e042d33d-8024-4cad-b057-dc0c8036024e {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.143437] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139928} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.143823] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.144084] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.144428] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.153418] env[69041]: INFO nova.scheduler.client.report [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Deleted allocations for instance d60cb023-ee84-44eb-9a37-1299d8042c0f [ 1128.161890] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.161890] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aea2168b-0b2f-4da1-8a17-26339558e2cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.168259] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1128.168259] env[69041]: value = "task-2889803" [ 1128.168259] env[69041]: _type = "Task" [ 1128.168259] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.180020] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.452189] env[69041]: INFO nova.network.neutron [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Port c82f8d0d-43d5-40cf-85f6-0c217cfa3144 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1128.452189] env[69041]: DEBUG nova.network.neutron [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updating instance_info_cache with network_info: [{"id": "25777115-c255-486c-9521-0fe1fdafeb54", "address": "fa:16:3e:14:16:52", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25777115-c2", "ovs_interfaceid": "25777115-c255-486c-9521-0fe1fdafeb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.517795] env[69041]: DEBUG nova.network.neutron [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.616500] env[69041]: DEBUG nova.compute.manager [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.616728] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.620669] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b306087-f82b-481a-acc8-ea59a6a6045e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.632525] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.633118] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d2cdce-3929-4417-9bfa-4502e27a6bd3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.640795] env[69041]: DEBUG oslo_vmware.api [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1128.640795] env[69041]: value = "task-2889804" [ 1128.640795] env[69041]: _type = "Task" [ 1128.640795] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.648097] env[69041]: DEBUG nova.compute.manager [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Received event network-vif-deleted-c82f8d0d-43d5-40cf-85f6-0c217cfa3144 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1128.648799] env[69041]: DEBUG nova.compute.manager [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Received event network-vif-plugged-f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1128.648999] env[69041]: DEBUG oslo_concurrency.lockutils [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] Acquiring lock "74342a26-1f53-4346-99ce-97797f6e0289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.649631] env[69041]: DEBUG oslo_concurrency.lockutils [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] Lock "74342a26-1f53-4346-99ce-97797f6e0289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.649819] env[69041]: DEBUG oslo_concurrency.lockutils [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] Lock "74342a26-1f53-4346-99ce-97797f6e0289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.649980] env[69041]: DEBUG nova.compute.manager [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] No waiting events found dispatching network-vif-plugged-f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.650325] env[69041]: WARNING nova.compute.manager [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Received unexpected event network-vif-plugged-f7c4218a-b7d4-4e26-bce6-e566ff1a123d for instance with vm_state building and task_state spawning. [ 1128.650543] env[69041]: DEBUG nova.compute.manager [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Received event network-changed-f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1128.650878] env[69041]: DEBUG nova.compute.manager [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Refreshing instance network info cache due to event network-changed-f7c4218a-b7d4-4e26-bce6-e566ff1a123d. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1128.651137] env[69041]: DEBUG oslo_concurrency.lockutils [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] Acquiring lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.663981] env[69041]: DEBUG oslo_vmware.api [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.667932] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c222b92-f46a-430f-9924-b3168e2bd693 tempest-ServersTestBootFromVolume-1554797483 tempest-ServersTestBootFromVolume-1554797483-project-member] Lock "d60cb023-ee84-44eb-9a37-1299d8042c0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.662s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.683077] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889803, 'name': PowerOffVM_Task, 'duration_secs': 0.18707} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.683358] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.683809] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.684912] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62338d17-89be-44f5-8874-eaac027bdc30 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.693414] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.694249] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b4b518e-55c1-40fe-b22f-e2f71b88dee7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.718507] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.718507] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.718507] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Deleting the datastore file [datastore2] 25394d85-af4d-4321-a1fc-30686d4303cb {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.719935] env[69041]: DEBUG nova.network.neutron [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Updating instance_info_cache with network_info: [{"id": "f7c4218a-b7d4-4e26-bce6-e566ff1a123d", "address": "fa:16:3e:b9:85:81", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c4218a-b7", "ovs_interfaceid": "f7c4218a-b7d4-4e26-bce6-e566ff1a123d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.723117] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03eec738-04db-4fde-a329-201c4671027f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.731503] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1128.731503] env[69041]: value = "task-2889806" [ 1128.731503] env[69041]: _type = "Task" [ 1128.731503] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.741527] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.954021] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-33a5392e-0c18-4262-884d-8d6ebdbaea9a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.151773] env[69041]: DEBUG oslo_vmware.api [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889804, 'name': PowerOffVM_Task, 'duration_secs': 0.207179} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.154374] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.154556] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.155021] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc2b9488-6ce8-4a9e-ba6c-289063529cc5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.194440] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034bd2d2-02e7-4acd-bd41-61fd535e48c9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.202184] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b09346-ecba-43c4-882b-337cc6fd8a7d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.208692] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.208945] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.209249] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.209332] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.209609] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.209609] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.209763] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.209908] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.210088] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.210251] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.210424] env[69041]: DEBUG nova.virt.hardware [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.211265] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f08335-2671-48ec-ae0f-0e49530fd870 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.238264] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Releasing lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.238594] env[69041]: DEBUG nova.compute.manager [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Instance network_info: |[{"id": "f7c4218a-b7d4-4e26-bce6-e566ff1a123d", "address": "fa:16:3e:b9:85:81", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c4218a-b7", "ovs_interfaceid": "f7c4218a-b7d4-4e26-bce6-e566ff1a123d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.240769] env[69041]: DEBUG oslo_concurrency.lockutils [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] Acquired lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.240992] env[69041]: DEBUG nova.network.neutron [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Refreshing network info cache for port f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.242452] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:85:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7c4218a-b7d4-4e26-bce6-e566ff1a123d', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.251551] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.255427] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ed7e77-864c-46e1-823c-20c12b04326a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.263349] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.264011] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e242618e-4daa-4e51-8483-70f6f1046eb7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.280730] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552b465a-d43c-4942-9aa3-f3eb21e89556 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.290097] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107191} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.292011] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98850282-1692-48bf-9afe-46710013ce8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.295802] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.296056] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.296293] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.310098] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.310098] env[69041]: value = "task-2889808" [ 1129.310098] env[69041]: _type = "Task" [ 1129.310098] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.310663] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:5f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed8b0613-835d-4c97-9a8c-4f1653e9cbb0', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.318221] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.320360] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.324294] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25de9e8d-aa28-4183-b2d0-0e503a177617 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.351134] env[69041]: DEBUG nova.compute.provider_tree [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.358187] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889808, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.360071] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.360071] env[69041]: value = "task-2889809" [ 1129.360071] env[69041]: _type = "Task" [ 1129.360071] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.371117] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889809, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.459369] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ec61b22-828a-417e-a88f-feb3abee4f20 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-33a5392e-0c18-4262-884d-8d6ebdbaea9a-c82f8d0d-43d5-40cf-85f6-0c217cfa3144" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.678s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.553021] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.553021] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.553021] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleting the datastore file [datastore2] 33a5392e-0c18-4262-884d-8d6ebdbaea9a {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.553021] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11a90faf-5dba-49d9-8af1-97f2a9d9c7be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.562162] env[69041]: DEBUG oslo_vmware.api [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1129.562162] env[69041]: value = "task-2889810" [ 1129.562162] env[69041]: _type = "Task" [ 1129.562162] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.570471] env[69041]: DEBUG oslo_vmware.api [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.835907] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889808, 'name': CreateVM_Task, 'duration_secs': 0.367992} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.837747] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.838553] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.838787] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.839171] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.840824] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48de263d-5b8a-42b8-af97-aa2e162a7b8d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.850922] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1129.850922] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52561c82-3adb-abb8-8bed-bc2c36a5f837" [ 1129.850922] env[69041]: _type = "Task" [ 1129.850922] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.855586] env[69041]: DEBUG nova.scheduler.client.report [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.870910] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52561c82-3adb-abb8-8bed-bc2c36a5f837, 'name': SearchDatastore_Task, 'duration_secs': 0.009181} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.871522] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.871783] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.872030] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.872179] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.872356] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.873303] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64bd0a5a-80eb-4a54-bfc5-53802ceece0d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.879045] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889809, 'name': CreateVM_Task, 'duration_secs': 0.382014} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.879407] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.880555] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.880773] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.881107] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.881363] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5abdad-8b20-4a93-92c7-7bf885953a5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.885577] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.885753] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.887452] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cef01dc-20e4-40a8-88d2-fa638f1ec709 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.890781] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1129.890781] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ac8d3d-bfde-2a99-3df3-98fd3b10c476" [ 1129.890781] env[69041]: _type = "Task" [ 1129.890781] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.895939] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1129.895939] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529b95b6-fbd4-523a-cf59-07cbb2c4acd2" [ 1129.895939] env[69041]: _type = "Task" [ 1129.895939] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.903398] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ac8d3d-bfde-2a99-3df3-98fd3b10c476, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.907019] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.907019] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.907019] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.911016] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529b95b6-fbd4-523a-cf59-07cbb2c4acd2, 'name': SearchDatastore_Task, 'duration_secs': 0.008228} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.911016] env[69041]: DEBUG nova.network.neutron [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Updated VIF entry in instance network info cache for port f7c4218a-b7d4-4e26-bce6-e566ff1a123d. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.911016] env[69041]: DEBUG nova.network.neutron [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Updating instance_info_cache with network_info: [{"id": "f7c4218a-b7d4-4e26-bce6-e566ff1a123d", "address": "fa:16:3e:b9:85:81", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c4218a-b7", "ovs_interfaceid": "f7c4218a-b7d4-4e26-bce6-e566ff1a123d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.913638] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab10cff-f098-4e91-aef4-9f7751b28da9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.918947] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1129.918947] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f40b08-9e1a-89be-6a25-e56a45f8f9e5" [ 1129.918947] env[69041]: _type = "Task" [ 1129.918947] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.931473] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f40b08-9e1a-89be-6a25-e56a45f8f9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.072335] env[69041]: DEBUG oslo_vmware.api [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2889810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212046} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.072549] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.072699] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.072881] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.073070] env[69041]: INFO nova.compute.manager [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1130.073325] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.073521] env[69041]: DEBUG nova.compute.manager [-] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.073614] env[69041]: DEBUG nova.network.neutron [-] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.351063] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "fc2e1749-d081-4b11-a32d-303fb3675481" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.351331] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "fc2e1749-d081-4b11-a32d-303fb3675481" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.351514] env[69041]: DEBUG nova.compute.manager [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Going to confirm migration 2 {{(pid=69041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1130.362851] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.366734] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.366997] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.367170] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.368017] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.368017] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.368017] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.368017] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.368017] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.368348] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.369053] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.369053] env[69041]: DEBUG nova.virt.hardware [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.369460] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.854s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.370849] env[69041]: INFO nova.compute.claims [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.376968] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1333bf7a-9a44-4c04-ad46-62439fdfdc1f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.391339] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1e48e3-bcbe-43dd-95ca-24b23165aa3b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.406939] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.413160] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.414395] env[69041]: INFO nova.scheduler.client.report [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Deleted allocations for instance e042d33d-8024-4cad-b057-dc0c8036024e [ 1130.416297] env[69041]: DEBUG oslo_concurrency.lockutils [req-b914226f-c377-4d55-b5fb-9351d80d19ea req-7581877b-2085-4df6-8d64-4461f9df27eb service nova] Releasing lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.416677] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.419104] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6372cc02-010c-4a1b-ba50-a95ec2a9138b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.442727] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f40b08-9e1a-89be-6a25-e56a45f8f9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.444087] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.445792] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 74342a26-1f53-4346-99ce-97797f6e0289/74342a26-1f53-4346-99ce-97797f6e0289.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.445792] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.445792] env[69041]: value = "task-2889811" [ 1130.445792] env[69041]: _type = "Task" [ 1130.445792] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.445792] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.445792] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.445792] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52c4c77c-cff2-4012-a48d-e479e0b440d3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.447854] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e66e0a31-5436-44d3-9411-4f52d2c5885a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.460367] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889811, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.461739] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1130.461739] env[69041]: value = "task-2889812" [ 1130.461739] env[69041]: _type = "Task" [ 1130.461739] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.461946] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.462131] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.465956] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84bc8ea-667f-4616-b837-2611e701b869 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.476504] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1130.476504] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52935482-be56-f799-b183-084eff5847d9" [ 1130.476504] env[69041]: _type = "Task" [ 1130.476504] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.481130] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.492330] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52935482-be56-f799-b183-084eff5847d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008374} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.493623] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc9d382-b123-45f7-a310-6c7084aff7b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.498369] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1130.498369] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f9de4b-a1dc-b957-3309-668054caf4e9" [ 1130.498369] env[69041]: _type = "Task" [ 1130.498369] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.511104] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f9de4b-a1dc-b957-3309-668054caf4e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.771412] env[69041]: DEBUG nova.compute.manager [req-a711a7d7-e3dd-49e4-87e6-0b2708d9a829 req-7a4c1017-8416-45e9-a37f-69c4bdb069d3 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Received event network-vif-deleted-25777115-c255-486c-9521-0fe1fdafeb54 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1130.771725] env[69041]: INFO nova.compute.manager [req-a711a7d7-e3dd-49e4-87e6-0b2708d9a829 req-7a4c1017-8416-45e9-a37f-69c4bdb069d3 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Neutron deleted interface 25777115-c255-486c-9521-0fe1fdafeb54; detaching it from the instance and deleting it from the info cache [ 1130.771942] env[69041]: DEBUG nova.network.neutron [req-a711a7d7-e3dd-49e4-87e6-0b2708d9a829 req-7a4c1017-8416-45e9-a37f-69c4bdb069d3 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.936555] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62034bbc-f8bb-416e-b801-9c547449fea5 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "e042d33d-8024-4cad-b057-dc0c8036024e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.132s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.962221] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889811, 'name': CreateVM_Task, 'duration_secs': 0.431372} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.962475] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.962952] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.963122] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.963452] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.963769] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b15c064d-c1fe-40b2-8317-55d35ef90ac4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.971398] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.971577] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.971746] env[69041]: DEBUG nova.network.neutron [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.971935] env[69041]: DEBUG nova.objects.instance [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lazy-loading 'info_cache' on Instance uuid fc2e1749-d081-4b11-a32d-303fb3675481 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.975156] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1130.975156] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e8b393-d8db-46e6-d5bf-bb9ed8e5570e" [ 1130.975156] env[69041]: _type = "Task" [ 1130.975156] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.982766] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889812, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.988475] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e8b393-d8db-46e6-d5bf-bb9ed8e5570e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.010230] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f9de4b-a1dc-b957-3309-668054caf4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.010587] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.010873] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 55c7a467-0ab6-413c-904e-82c8e3d39dbb/55c7a467-0ab6-413c-904e-82c8e3d39dbb.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.011179] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3db43b7-8117-445c-83e4-d97a98056ab2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.018134] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1131.018134] env[69041]: value = "task-2889813" [ 1131.018134] env[69041]: _type = "Task" [ 1131.018134] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.027285] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.253421] env[69041]: DEBUG nova.network.neutron [-] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.279428] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35343606-36f4-462d-9565-acee7d354bff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.290436] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb25d861-7e55-4be5-be79-e9c5eb912546 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.335290] env[69041]: DEBUG nova.compute.manager [req-a711a7d7-e3dd-49e4-87e6-0b2708d9a829 req-7a4c1017-8416-45e9-a37f-69c4bdb069d3 service nova] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Detach interface failed, port_id=25777115-c255-486c-9521-0fe1fdafeb54, reason: Instance 33a5392e-0c18-4262-884d-8d6ebdbaea9a could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1131.482475] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546287} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.487905] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 74342a26-1f53-4346-99ce-97797f6e0289/74342a26-1f53-4346-99ce-97797f6e0289.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.488561] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.492351] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08509531-042e-4929-96a3-086ea7ed398e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.502289] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e8b393-d8db-46e6-d5bf-bb9ed8e5570e, 'name': SearchDatastore_Task, 'duration_secs': 0.024117} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.504351] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.504988] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.508066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.508066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.508066] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.508066] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1131.508066] env[69041]: value = "task-2889814" [ 1131.508066] env[69041]: _type = "Task" [ 1131.508066] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.511798] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2ff282e-5b54-4fe3-a369-288eea3d96f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.528189] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.532090] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889813, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.534281] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.534281] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.537288] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ccf71d-9caa-4a2b-bf10-68d036d1436e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.544286] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1131.544286] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524f3059-9f5a-4adf-597e-bfa691ff86e9" [ 1131.544286] env[69041]: _type = "Task" [ 1131.544286] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.554856] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524f3059-9f5a-4adf-597e-bfa691ff86e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.601192] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "3052d916-ba81-4058-bc1e-ff51fc529ce0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.601446] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "3052d916-ba81-4058-bc1e-ff51fc529ce0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.601648] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "3052d916-ba81-4058-bc1e-ff51fc529ce0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.601831] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "3052d916-ba81-4058-bc1e-ff51fc529ce0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.601999] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "3052d916-ba81-4058-bc1e-ff51fc529ce0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.605910] env[69041]: INFO nova.compute.manager [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Terminating instance [ 1131.762512] env[69041]: INFO nova.compute.manager [-] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Took 1.69 seconds to deallocate network for instance. [ 1131.990963] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a1ae23-7e6b-4ef8-b4fe-569eef016561 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.998953] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae11b63-11ee-4869-a0ba-fc3fecbe5e29 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.038909] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93df0d9d-0741-42d8-aa72-18a1bbaa66bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.046358] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121308} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.054340] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.054748] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569014} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.055433] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32258915-8046-4413-bcfa-30f127e85446 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.059067] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222d7d78-875d-4290-b2ba-52c4cbc9f051 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.062813] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 55c7a467-0ab6-413c-904e-82c8e3d39dbb/55c7a467-0ab6-413c-904e-82c8e3d39dbb.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.063076] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.063670] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c38f5d9-8e1a-4ded-9691-95b3b2b26e9b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.069565] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524f3059-9f5a-4adf-597e-bfa691ff86e9, 'name': SearchDatastore_Task, 'duration_secs': 0.028338} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.070637] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ba8559-959f-4ab9-9254-d367f1982319 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.099989] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 74342a26-1f53-4346-99ce-97797f6e0289/74342a26-1f53-4346-99ce-97797f6e0289.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.100559] env[69041]: DEBUG nova.compute.provider_tree [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.106076] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea35b73b-bacc-4fed-bf44-93ef8704a519 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.121596] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1132.121596] env[69041]: value = "task-2889815" [ 1132.121596] env[69041]: _type = "Task" [ 1132.121596] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.125589] env[69041]: DEBUG nova.scheduler.client.report [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.127859] env[69041]: DEBUG nova.compute.manager [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.128080] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.128793] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1132.128793] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52892514-2bf8-0805-1c85-18f72417d8e8" [ 1132.128793] env[69041]: _type = "Task" [ 1132.128793] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.130037] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2563c271-ca7b-4d91-a29e-163d21c7316b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.141414] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1132.141414] env[69041]: value = "task-2889816" [ 1132.141414] env[69041]: _type = "Task" [ 1132.141414] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.154679] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.154679] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889815, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.154679] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52892514-2bf8-0805-1c85-18f72417d8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.157547] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cc006dc-9a7a-4fb9-836e-a93fd9377a6d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.162341] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.162341] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 25394d85-af4d-4321-a1fc-30686d4303cb/25394d85-af4d-4321-a1fc-30686d4303cb.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.164529] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96ea5c3e-74bc-4d35-8f9c-9cc796cf2f0b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.168024] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.173716] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1132.173716] env[69041]: value = "task-2889817" [ 1132.173716] env[69041]: _type = "Task" [ 1132.173716] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.173716] env[69041]: DEBUG oslo_vmware.api [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1132.173716] env[69041]: value = "task-2889818" [ 1132.173716] env[69041]: _type = "Task" [ 1132.173716] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.188567] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.190713] env[69041]: DEBUG oslo_vmware.api [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.273485] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.391712] env[69041]: DEBUG nova.network.neutron [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance_info_cache with network_info: [{"id": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "address": "fa:16:3e:00:37:48", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c42cbf-52", "ovs_interfaceid": "34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.633959] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.634583] env[69041]: DEBUG nova.compute.manager [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.637484] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.378s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.651956] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073803} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.652892] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.654793] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3f3393-d3d8-4636-b3b0-99b6668a7970 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.663148] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.686590] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 55c7a467-0ab6-413c-904e-82c8e3d39dbb/55c7a467-0ab6-413c-904e-82c8e3d39dbb.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.691873] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438b0c45-b57f-4ad1-ac12-7c0c6bbfce07 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.714216] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488881} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.718079] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 25394d85-af4d-4321-a1fc-30686d4303cb/25394d85-af4d-4321-a1fc-30686d4303cb.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.718433] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.718637] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1132.718637] env[69041]: value = "task-2889819" [ 1132.718637] env[69041]: _type = "Task" [ 1132.718637] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.718837] env[69041]: DEBUG oslo_vmware.api [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889818, 'name': PowerOffVM_Task, 'duration_secs': 0.239263} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.719324] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3900b94-b9c8-4081-b0ab-910e5d839a72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.721319] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.721498] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.724576] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77302d19-0078-4c19-ab82-868306acb674 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.733259] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.735199] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1132.735199] env[69041]: value = "task-2889820" [ 1132.735199] env[69041]: _type = "Task" [ 1132.735199] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.744730] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.813935] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.814375] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.814612] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Deleting the datastore file [datastore1] 3052d916-ba81-4058-bc1e-ff51fc529ce0 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.814933] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-737c05d2-53c4-42d7-90ee-604402611e16 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.821543] env[69041]: DEBUG oslo_vmware.api [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for the task: (returnval){ [ 1132.821543] env[69041]: value = "task-2889822" [ 1132.821543] env[69041]: _type = "Task" [ 1132.821543] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.829722] env[69041]: DEBUG oslo_vmware.api [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.894443] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-fc2e1749-d081-4b11-a32d-303fb3675481" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.898022] env[69041]: DEBUG nova.objects.instance [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lazy-loading 'migration_context' on Instance uuid fc2e1749-d081-4b11-a32d-303fb3675481 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.147773] env[69041]: DEBUG nova.compute.utils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.153240] env[69041]: INFO nova.compute.claims [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.157243] env[69041]: DEBUG nova.compute.manager [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.157590] env[69041]: DEBUG nova.network.neutron [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.170743] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889816, 'name': ReconfigVM_Task, 'duration_secs': 0.663809} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.172124] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 74342a26-1f53-4346-99ce-97797f6e0289/74342a26-1f53-4346-99ce-97797f6e0289.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.172841] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7346973-9589-448e-bcf3-c5184135f299 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.184472] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1133.184472] env[69041]: value = "task-2889823" [ 1133.184472] env[69041]: _type = "Task" [ 1133.184472] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.199442] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889823, 'name': Rename_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.232619] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889819, 'name': ReconfigVM_Task, 'duration_secs': 0.324624} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.233112] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 55c7a467-0ab6-413c-904e-82c8e3d39dbb/55c7a467-0ab6-413c-904e-82c8e3d39dbb.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.233670] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19214057-9fb4-4991-873c-e2e3091feb9e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.239658] env[69041]: DEBUG nova.policy [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '377a6c84f84e4cd7a03f60e9552c6a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '836130e9aa604cbb98c071a317016790', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.253132] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080397} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.254758] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.255118] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1133.255118] env[69041]: value = "task-2889824" [ 1133.255118] env[69041]: _type = "Task" [ 1133.255118] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.255983] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb600f0-64e0-42d3-8a0e-9637f7fff558 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.273297] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889824, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.296228] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 25394d85-af4d-4321-a1fc-30686d4303cb/25394d85-af4d-4321-a1fc-30686d4303cb.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.297272] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1da12df-14af-4afc-85c0-8f07e48cf950 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.321288] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1133.321288] env[69041]: value = "task-2889825" [ 1133.321288] env[69041]: _type = "Task" [ 1133.321288] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.334042] env[69041]: DEBUG oslo_vmware.api [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Task: {'id': task-2889822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190021} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.341186] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.341186] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.341186] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.341186] env[69041]: INFO nova.compute.manager [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1133.341186] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.341186] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.341186] env[69041]: DEBUG nova.compute.manager [-] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.341186] env[69041]: DEBUG nova.network.neutron [-] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.397310] env[69041]: DEBUG nova.objects.base [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.398407] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eb696b-b92e-4588-aa35-79a2b28e1778 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.419022] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3a2c34-b65e-43a8-bd33-b0e736e4f87c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.425091] env[69041]: DEBUG oslo_vmware.api [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1133.425091] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528e64b9-75bc-b3e1-2dbb-dafd3fb40cf1" [ 1133.425091] env[69041]: _type = "Task" [ 1133.425091] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.434150] env[69041]: DEBUG oslo_vmware.api [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528e64b9-75bc-b3e1-2dbb-dafd3fb40cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.661029] env[69041]: DEBUG nova.compute.manager [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.667564] env[69041]: INFO nova.compute.resource_tracker [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating resource usage from migration 5480ac8d-cd4c-46f6-b270-5e9af1c6268c [ 1133.695508] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889823, 'name': Rename_Task, 'duration_secs': 0.336387} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.696340] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.699406] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf7cae7d-1950-4b71-857f-8e0177512a85 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.703706] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1133.703706] env[69041]: value = "task-2889826" [ 1133.703706] env[69041]: _type = "Task" [ 1133.703706] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.721848] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889826, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.776386] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889824, 'name': Rename_Task, 'duration_secs': 0.191928} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.779118] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.779923] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ca26b3e-a687-490e-988d-675a2422b287 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.786976] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1133.786976] env[69041]: value = "task-2889827" [ 1133.786976] env[69041]: _type = "Task" [ 1133.786976] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.792875] env[69041]: DEBUG nova.network.neutron [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Successfully created port: 3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.804593] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889827, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.833370] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.848608] env[69041]: DEBUG nova.compute.manager [req-a8316fc2-085b-4776-b7bb-2852d3d91215 req-249f56fa-9500-46c6-a1c1-5f8a8baca181 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Received event network-vif-deleted-2fd6234e-9df5-4700-be11-95b1483839b1 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1133.848799] env[69041]: INFO nova.compute.manager [req-a8316fc2-085b-4776-b7bb-2852d3d91215 req-249f56fa-9500-46c6-a1c1-5f8a8baca181 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Neutron deleted interface 2fd6234e-9df5-4700-be11-95b1483839b1; detaching it from the instance and deleting it from the info cache [ 1133.848972] env[69041]: DEBUG nova.network.neutron [req-a8316fc2-085b-4776-b7bb-2852d3d91215 req-249f56fa-9500-46c6-a1c1-5f8a8baca181 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.939767] env[69041]: DEBUG oslo_vmware.api [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528e64b9-75bc-b3e1-2dbb-dafd3fb40cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.942856] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.220422] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.281139] env[69041]: DEBUG nova.network.neutron [-] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.303107] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.335138] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889825, 'name': ReconfigVM_Task, 'duration_secs': 0.694317} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.335441] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 25394d85-af4d-4321-a1fc-30686d4303cb/25394d85-af4d-4321-a1fc-30686d4303cb.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.336480] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7534f646-882f-41e0-8592-2da181077597 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.344337] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1134.344337] env[69041]: value = "task-2889828" [ 1134.344337] env[69041]: _type = "Task" [ 1134.344337] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.355879] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889828, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.358120] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab77cd27-5c12-4dd7-9db9-03ce6b5b72b1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.362889] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-826a11ab-9394-4c41-bf87-f6ea0795d2a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.370866] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c656954c-c5a7-4812-a390-81e0cc1a4de7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.380152] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69754fd6-ef04-4112-bd2e-d679be0c1518 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.443477] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6037bbd8-75d2-4962-a006-54dd1df60a62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.446972] env[69041]: DEBUG nova.compute.manager [req-a8316fc2-085b-4776-b7bb-2852d3d91215 req-249f56fa-9500-46c6-a1c1-5f8a8baca181 service nova] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Detach interface failed, port_id=2fd6234e-9df5-4700-be11-95b1483839b1, reason: Instance 3052d916-ba81-4058-bc1e-ff51fc529ce0 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1134.454357] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f0033c-6d1e-44a9-9e73-f862996d1567 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.472526] env[69041]: DEBUG nova.compute.provider_tree [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.670363] env[69041]: DEBUG nova.compute.manager [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.699902] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.700191] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.700353] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.700535] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.700681] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.700826] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.701068] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.701247] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.701423] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.701626] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.701812] env[69041]: DEBUG nova.virt.hardware [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.706861] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9b14a9-e9c8-46f1-a39f-35abb95ed07f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.722945] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcb1a28-dfff-43ad-8df0-e69f12fc675e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.730088] env[69041]: DEBUG oslo_vmware.api [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889826, 'name': PowerOnVM_Task, 'duration_secs': 0.677584} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.730395] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.730598] env[69041]: INFO nova.compute.manager [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1134.730779] env[69041]: DEBUG nova.compute.manager [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.732046] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509ec5a-9905-4158-ac4f-bec68161e073 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.786679] env[69041]: INFO nova.compute.manager [-] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Took 1.45 seconds to deallocate network for instance. [ 1134.805753] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889827, 'name': PowerOnVM_Task, 'duration_secs': 0.788683} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.806371] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.806598] env[69041]: DEBUG nova.compute.manager [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.807443] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624cc0bc-7caf-407e-8316-7bd43b800bc2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.855055] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889828, 'name': Rename_Task, 'duration_secs': 0.161201} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.855437] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.855686] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97fa13aa-a011-481d-ae36-94fbbc6f74d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.862725] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1134.862725] env[69041]: value = "task-2889829" [ 1134.862725] env[69041]: _type = "Task" [ 1134.862725] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.870869] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.001307] env[69041]: ERROR nova.scheduler.client.report [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [req-f13f762b-5a70-4825-8392-895144d26e46] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 32f60d55-c45c-4e8e-b752-d624f83e6946. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f13f762b-5a70-4825-8392-895144d26e46"}]} [ 1135.019551] env[69041]: DEBUG nova.scheduler.client.report [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Refreshing inventories for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1135.037259] env[69041]: DEBUG nova.scheduler.client.report [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating ProviderTree inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1135.037589] env[69041]: DEBUG nova.compute.provider_tree [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.051641] env[69041]: DEBUG nova.scheduler.client.report [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Refreshing aggregate associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, aggregates: None {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1135.075817] env[69041]: DEBUG nova.scheduler.client.report [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Refreshing trait associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1135.274453] env[69041]: INFO nova.compute.manager [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Took 45.07 seconds to build instance. [ 1135.302578] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.320669] env[69041]: INFO nova.compute.manager [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] bringing vm to original state: 'stopped' [ 1135.379056] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.431967] env[69041]: DEBUG nova.network.neutron [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Successfully updated port: 3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.705443] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a84fe1-bb70-4d2a-aede-46b32cd7d8e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.716468] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f287dafd-c933-4e5e-ae7a-4b1f8c39ebad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.755517] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f0b285-f335-480b-a559-d159a6da68f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.763933] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b53eb43-9ea9-4d68-aa24-f1ca76dc54e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.780349] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b270d62-d803-4325-89b9-62aecc9652b4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "74342a26-1f53-4346-99ce-97797f6e0289" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.373s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.780349] env[69041]: DEBUG nova.compute.provider_tree [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.875261] env[69041]: DEBUG oslo_vmware.api [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889829, 'name': PowerOnVM_Task, 'duration_secs': 0.528049} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.875261] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.875261] env[69041]: DEBUG nova.compute.manager [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.876081] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6075109-d336-42cf-bc7d-b5a00aed5a90 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.880618] env[69041]: DEBUG nova.compute.manager [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Received event network-vif-plugged-3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.880824] env[69041]: DEBUG oslo_concurrency.lockutils [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] Acquiring lock "518aa9c0-880c-4aef-9429-9000e2f9eee2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.881082] env[69041]: DEBUG oslo_concurrency.lockutils [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] Lock "518aa9c0-880c-4aef-9429-9000e2f9eee2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.881276] env[69041]: DEBUG oslo_concurrency.lockutils [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] Lock "518aa9c0-880c-4aef-9429-9000e2f9eee2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.881445] env[69041]: DEBUG nova.compute.manager [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] No waiting events found dispatching network-vif-plugged-3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.881609] env[69041]: WARNING nova.compute.manager [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Received unexpected event network-vif-plugged-3532d2b9-8a46-4896-aef9-4eb2b363c50f for instance with vm_state building and task_state spawning. [ 1135.881834] env[69041]: DEBUG nova.compute.manager [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Received event network-changed-3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.881908] env[69041]: DEBUG nova.compute.manager [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Refreshing instance network info cache due to event network-changed-3532d2b9-8a46-4896-aef9-4eb2b363c50f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1135.882092] env[69041]: DEBUG oslo_concurrency.lockutils [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] Acquiring lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.882225] env[69041]: DEBUG oslo_concurrency.lockutils [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] Acquired lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.882374] env[69041]: DEBUG nova.network.neutron [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Refreshing network info cache for port 3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.938049] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquiring lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.330219] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.332607] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.332607] env[69041]: DEBUG nova.compute.manager [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.332607] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67899d8b-43a1-4c44-ab61-bf0136f64ac6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.336557] env[69041]: DEBUG nova.scheduler.client.report [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updated inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1136.336866] env[69041]: DEBUG nova.compute.provider_tree [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 generation from 79 to 80 during operation: update_inventory {{(pid=69041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1136.337120] env[69041]: DEBUG nova.compute.provider_tree [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.346954] env[69041]: DEBUG nova.compute.manager [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1136.405015] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.420922] env[69041]: DEBUG nova.network.neutron [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.504305] env[69041]: DEBUG nova.network.neutron [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.530699] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dca5b-f861-f450-d040-9c2d0ed7537c/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1136.531898] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d04ebb-836c-4aaa-9271-b8976509bc60 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.537973] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dca5b-f861-f450-d040-9c2d0ed7537c/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1136.538149] env[69041]: ERROR oslo_vmware.rw_handles [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dca5b-f861-f450-d040-9c2d0ed7537c/disk-0.vmdk due to incomplete transfer. [ 1136.538445] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1641d9fa-8f12-45f0-9ddb-7b6257f4c004 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.546141] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529dca5b-f861-f450-d040-9c2d0ed7537c/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1136.546330] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Uploaded image 8f3f29c9-90ff-495a-a059-e3c0f39a7a4f to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1136.549073] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1136.549073] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b746cc98-905a-403f-978a-3aa004fc1d98 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.555273] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1136.555273] env[69041]: value = "task-2889830" [ 1136.555273] env[69041]: _type = "Task" [ 1136.555273] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.567117] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889830, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.849908] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.212s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.850128] env[69041]: INFO nova.compute.manager [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Migrating [ 1136.856972] env[69041]: DEBUG oslo_concurrency.lockutils [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.999s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.857221] env[69041]: DEBUG nova.objects.instance [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lazy-loading 'resources' on Instance uuid 1ec6ac34-9344-4e84-a4ab-8412fdcfc512 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.858992] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.861865] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fed034b-5916-49d6-8cf2-092a01c3d4c7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.878325] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1136.878325] env[69041]: value = "task-2889831" [ 1136.878325] env[69041]: _type = "Task" [ 1136.878325] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.891624] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.010920] env[69041]: DEBUG oslo_concurrency.lockutils [req-a3f78e17-8522-4d35-bc1e-67e1e7d75b0a req-07a3dd08-2a98-4e17-bbb7-230f5e460fb5 service nova] Releasing lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.010920] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquired lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.010920] env[69041]: DEBUG nova.network.neutron [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.069304] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889830, 'name': Destroy_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.102149] env[69041]: DEBUG nova.compute.manager [req-d0a465a7-e8cb-464d-bc2d-6af43bf875c2 req-d3fe6db4-ed58-4c49-a6de-d288316279d6 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Received event network-changed-c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1137.102358] env[69041]: DEBUG nova.compute.manager [req-d0a465a7-e8cb-464d-bc2d-6af43bf875c2 req-d3fe6db4-ed58-4c49-a6de-d288316279d6 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Refreshing instance network info cache due to event network-changed-c042e73c-255e-41a0-8f53-87e5ce5b648b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1137.102570] env[69041]: DEBUG oslo_concurrency.lockutils [req-d0a465a7-e8cb-464d-bc2d-6af43bf875c2 req-d3fe6db4-ed58-4c49-a6de-d288316279d6 service nova] Acquiring lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.102716] env[69041]: DEBUG oslo_concurrency.lockutils [req-d0a465a7-e8cb-464d-bc2d-6af43bf875c2 req-d3fe6db4-ed58-4c49-a6de-d288316279d6 service nova] Acquired lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.102874] env[69041]: DEBUG nova.network.neutron [req-d0a465a7-e8cb-464d-bc2d-6af43bf875c2 req-d3fe6db4-ed58-4c49-a6de-d288316279d6 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Refreshing network info cache for port c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.372386] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.372613] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.372613] env[69041]: DEBUG nova.network.neutron [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.394912] env[69041]: DEBUG oslo_vmware.api [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889831, 'name': PowerOffVM_Task, 'duration_secs': 0.183391} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.395191] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.395391] env[69041]: DEBUG nova.compute.manager [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.396189] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db12eecb-0475-4f26-a5e8-8a46f095d384 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.548609] env[69041]: DEBUG nova.network.neutron [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.572138] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889830, 'name': Destroy_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.676765] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquiring lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.676765] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.807216] env[69041]: DEBUG nova.network.neutron [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updating instance_info_cache with network_info: [{"id": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "address": "fa:16:3e:40:09:ac", "network": {"id": "55b6dc2b-1e3b-48f6-a29b-bac657fea88a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1908571879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "836130e9aa604cbb98c071a317016790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3532d2b9-8a", "ovs_interfaceid": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.912199] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.582s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.948254] env[69041]: DEBUG nova.network.neutron [req-d0a465a7-e8cb-464d-bc2d-6af43bf875c2 req-d3fe6db4-ed58-4c49-a6de-d288316279d6 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updated VIF entry in instance network info cache for port c042e73c-255e-41a0-8f53-87e5ce5b648b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.948618] env[69041]: DEBUG nova.network.neutron [req-d0a465a7-e8cb-464d-bc2d-6af43bf875c2 req-d3fe6db4-ed58-4c49-a6de-d288316279d6 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updating instance_info_cache with network_info: [{"id": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "address": "fa:16:3e:4d:82:68", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042e73c-25", "ovs_interfaceid": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.990440] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "25394d85-af4d-4321-a1fc-30686d4303cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.990816] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "25394d85-af4d-4321-a1fc-30686d4303cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.990956] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "25394d85-af4d-4321-a1fc-30686d4303cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.991162] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "25394d85-af4d-4321-a1fc-30686d4303cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.991329] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "25394d85-af4d-4321-a1fc-30686d4303cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.996771] env[69041]: INFO nova.compute.manager [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Terminating instance [ 1138.028439] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2976a5c6-288b-42de-b2ec-6ef9d34a329d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.038973] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ccf104-beba-44ca-932a-9b45eda31032 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.073420] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87c095-5e2c-4888-8a35-b632b48ab9a9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.082954] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889830, 'name': Destroy_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.086219] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31983eea-abd5-4449-a247-457d7f73004b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.101794] env[69041]: DEBUG nova.compute.provider_tree [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.110822] env[69041]: DEBUG nova.network.neutron [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance_info_cache with network_info: [{"id": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "address": "fa:16:3e:25:cf:76", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bbbd98-6a", "ovs_interfaceid": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.180384] env[69041]: DEBUG nova.compute.manager [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.314099] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Releasing lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.314455] env[69041]: DEBUG nova.compute.manager [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Instance network_info: |[{"id": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "address": "fa:16:3e:40:09:ac", "network": {"id": "55b6dc2b-1e3b-48f6-a29b-bac657fea88a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1908571879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "836130e9aa604cbb98c071a317016790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3532d2b9-8a", "ovs_interfaceid": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.315070] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:09:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3532d2b9-8a46-4896-aef9-4eb2b363c50f', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.324135] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Creating folder: Project (836130e9aa604cbb98c071a317016790). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1138.324530] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-048921c0-dffd-4a9d-858d-076fdebde15e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.334802] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Created folder: Project (836130e9aa604cbb98c071a317016790) in parent group-v580429. [ 1138.334974] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Creating folder: Instances. Parent ref: group-v580591. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1138.335124] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2357eb18-ae97-4b10-9661-0ef0cf4213e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.344752] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Created folder: Instances in parent group-v580591. [ 1138.344978] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.345192] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.345391] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb8137b6-95e2-4f85-9c56-1009d7511806 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.364624] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.364624] env[69041]: value = "task-2889834" [ 1138.364624] env[69041]: _type = "Task" [ 1138.364624] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.371895] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889834, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.425857] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.451809] env[69041]: DEBUG oslo_concurrency.lockutils [req-d0a465a7-e8cb-464d-bc2d-6af43bf875c2 req-d3fe6db4-ed58-4c49-a6de-d288316279d6 service nova] Releasing lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.511141] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "refresh_cache-25394d85-af4d-4321-a1fc-30686d4303cb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.511615] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquired lock "refresh_cache-25394d85-af4d-4321-a1fc-30686d4303cb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.511935] env[69041]: DEBUG nova.network.neutron [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.581851] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889830, 'name': Destroy_Task, 'duration_secs': 1.72999} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.581851] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Destroyed the VM [ 1138.581851] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1138.581851] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-53e316d9-49f1-4241-98f4-d9b359668223 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.587661] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1138.587661] env[69041]: value = "task-2889835" [ 1138.587661] env[69041]: _type = "Task" [ 1138.587661] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.595905] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889835, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.605128] env[69041]: DEBUG nova.scheduler.client.report [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.613561] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.712826] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.876043] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889834, 'name': CreateVM_Task, 'duration_secs': 0.424489} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.876190] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.876737] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.876929] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.877319] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.877571] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf121f1-33e5-48f8-8ffa-c6a53886448d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.882330] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1138.882330] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52eb403b-5d8b-68f8-c37d-941097d9c71c" [ 1138.882330] env[69041]: _type = "Task" [ 1138.882330] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.890952] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52eb403b-5d8b-68f8-c37d-941097d9c71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.031381] env[69041]: DEBUG nova.network.neutron [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.088143] env[69041]: DEBUG nova.network.neutron [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.102955] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889835, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.109983] env[69041]: DEBUG oslo_concurrency.lockutils [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.112261] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.338s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.112479] env[69041]: DEBUG nova.objects.instance [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lazy-loading 'resources' on Instance uuid f47e96d5-a958-4b11-94e5-7aa3c3ebce9f {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.130485] env[69041]: INFO nova.scheduler.client.report [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Deleted allocations for instance 1ec6ac34-9344-4e84-a4ab-8412fdcfc512 [ 1139.397027] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52eb403b-5d8b-68f8-c37d-941097d9c71c, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.397027] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.397027] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.397566] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.397919] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.398300] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.398828] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-670e4416-29b6-473d-87f2-8d744e2badde {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.404838] env[69041]: DEBUG nova.compute.manager [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Received event network-changed-c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1139.406552] env[69041]: DEBUG nova.compute.manager [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Refreshing instance network info cache due to event network-changed-c042e73c-255e-41a0-8f53-87e5ce5b648b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1139.406552] env[69041]: DEBUG oslo_concurrency.lockutils [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] Acquiring lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.406552] env[69041]: DEBUG oslo_concurrency.lockutils [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] Acquired lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.406552] env[69041]: DEBUG nova.network.neutron [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Refreshing network info cache for port c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.413861] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.413861] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.413861] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6547002-3cbf-499e-84ba-2befbd39a233 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.419686] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1139.419686] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b069ff-99ff-e3de-2162-7758d25ee2c6" [ 1139.419686] env[69041]: _type = "Task" [ 1139.419686] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.429055] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b069ff-99ff-e3de-2162-7758d25ee2c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.601804] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Releasing lock "refresh_cache-25394d85-af4d-4321-a1fc-30686d4303cb" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.602272] env[69041]: DEBUG nova.compute.manager [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.603743] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.603743] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889835, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.603743] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c21189-81e2-4102-b1ce-422c4c49e417 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.611183] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.611496] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeda7e6d-d4d7-4345-a40e-78422ddffcd6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.622321] env[69041]: DEBUG oslo_vmware.api [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1139.622321] env[69041]: value = "task-2889836" [ 1139.622321] env[69041]: _type = "Task" [ 1139.622321] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.633324] env[69041]: DEBUG oslo_vmware.api [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.638391] env[69041]: DEBUG oslo_concurrency.lockutils [None req-41d05ae5-cebf-4404-a84d-9d2da263e36a tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "1ec6ac34-9344-4e84-a4ab-8412fdcfc512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.197s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.931793] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b069ff-99ff-e3de-2162-7758d25ee2c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.935641] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fc87f0-343c-4806-9392-e97de1523482 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.942227] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1139.942227] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52680f59-69b3-6d5f-3c08-524f2b3bd5e7" [ 1139.942227] env[69041]: _type = "Task" [ 1139.942227] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.954886] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52680f59-69b3-6d5f-3c08-524f2b3bd5e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.100655] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889835, 'name': RemoveSnapshot_Task, 'duration_secs': 1.087088} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.100990] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1140.101310] env[69041]: DEBUG nova.compute.manager [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.102134] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ed11bf-1acf-4556-9e49-184e95f17bac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.129522] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80538957-0ab9-478b-b941-93d9febe637e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.132838] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f0c8d0-f73c-480d-a97f-826ee10bcebc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.144280] env[69041]: DEBUG oslo_vmware.api [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889836, 'name': PowerOffVM_Task, 'duration_secs': 0.164732} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.156988] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.157237] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.158216] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9245bfbe-2d12-416c-aa1d-87367629048a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.162229] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance 'd623caaa-5a89-4a77-8551-af042fdfa849' progress to 0 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.165931] env[69041]: DEBUG nova.network.neutron [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updated VIF entry in instance network info cache for port c042e73c-255e-41a0-8f53-87e5ce5b648b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.166280] env[69041]: DEBUG nova.network.neutron [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updating instance_info_cache with network_info: [{"id": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "address": "fa:16:3e:4d:82:68", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042e73c-25", "ovs_interfaceid": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.167217] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95e5f6a8-7c06-4105-b886-64d286776ac9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.200319] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b03574-5210-455f-a336-262f3e522235 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.203370] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.203580] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.203756] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Deleting the datastore file [datastore2] 25394d85-af4d-4321-a1fc-30686d4303cb {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.203997] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb3735ba-f8b2-49aa-bea1-32ec04b1eded {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.210900] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deb9005-0b0f-4435-bc94-c5c8eb8afcd3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.216181] env[69041]: DEBUG oslo_vmware.api [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for the task: (returnval){ [ 1140.216181] env[69041]: value = "task-2889838" [ 1140.216181] env[69041]: _type = "Task" [ 1140.216181] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.227533] env[69041]: DEBUG nova.compute.provider_tree [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.233541] env[69041]: DEBUG oslo_vmware.api [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.376378] env[69041]: DEBUG oslo_concurrency.lockutils [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.376711] env[69041]: DEBUG oslo_concurrency.lockutils [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.376984] env[69041]: DEBUG oslo_concurrency.lockutils [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.378024] env[69041]: DEBUG oslo_concurrency.lockutils [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.378307] env[69041]: DEBUG oslo_concurrency.lockutils [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.380732] env[69041]: INFO nova.compute.manager [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Terminating instance [ 1140.454187] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52680f59-69b3-6d5f-3c08-524f2b3bd5e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.454578] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.454689] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 518aa9c0-880c-4aef-9429-9000e2f9eee2/518aa9c0-880c-4aef-9429-9000e2f9eee2.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.455272] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ca927c-5990-44b4-ae1e-c16207b9b474 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.461451] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1140.461451] env[69041]: value = "task-2889839" [ 1140.461451] env[69041]: _type = "Task" [ 1140.461451] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.469296] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.615381] env[69041]: INFO nova.compute.manager [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Shelve offloading [ 1140.669744] env[69041]: DEBUG oslo_concurrency.lockutils [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] Releasing lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.670120] env[69041]: DEBUG nova.compute.manager [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Received event network-changed-f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.670312] env[69041]: DEBUG nova.compute.manager [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Refreshing instance network info cache due to event network-changed-f7c4218a-b7d4-4e26-bce6-e566ff1a123d. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1140.670671] env[69041]: DEBUG oslo_concurrency.lockutils [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] Acquiring lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.670671] env[69041]: DEBUG oslo_concurrency.lockutils [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] Acquired lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.670892] env[69041]: DEBUG nova.network.neutron [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Refreshing network info cache for port f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.674397] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.675026] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0825601-c4c3-42a2-ad00-c859b15f54b8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.682676] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1140.682676] env[69041]: value = "task-2889840" [ 1140.682676] env[69041]: _type = "Task" [ 1140.682676] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.693443] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.726771] env[69041]: DEBUG oslo_vmware.api [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Task: {'id': task-2889838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095926} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.727048] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.727291] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.727538] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.727703] env[69041]: INFO nova.compute.manager [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1140.727953] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.728231] env[69041]: DEBUG nova.compute.manager [-] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.728333] env[69041]: DEBUG nova.network.neutron [-] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.731270] env[69041]: DEBUG nova.scheduler.client.report [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.763774] env[69041]: DEBUG nova.network.neutron [-] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.885063] env[69041]: DEBUG nova.compute.manager [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.885063] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.885858] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd54042-2936-4005-875a-efeec5c47624 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.894660] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.895204] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6268318-19ff-4403-8ef9-3c0740518876 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.968749] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.969011] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.969265] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleting the datastore file [datastore2] 55c7a467-0ab6-413c-904e-82c8e3d39dbb {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.969517] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-448c2a41-3c6e-4c9c-81db-2500f9343cfa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.974316] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889839, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.979071] env[69041]: DEBUG oslo_vmware.api [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1140.979071] env[69041]: value = "task-2889842" [ 1140.979071] env[69041]: _type = "Task" [ 1140.979071] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.986680] env[69041]: DEBUG oslo_vmware.api [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.123301] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.123301] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2bd695f-9aff-48c0-89c2-7d00d198d646 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.128805] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1141.128805] env[69041]: value = "task-2889843" [ 1141.128805] env[69041]: _type = "Task" [ 1141.128805] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.139094] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1141.139351] env[69041]: DEBUG nova.compute.manager [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.140782] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2e6eb9-0d54-45f3-aef6-583f14bc100b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.146522] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.148464] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.148464] env[69041]: DEBUG nova.network.neutron [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.194552] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889840, 'name': PowerOffVM_Task, 'duration_secs': 0.204452} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.194552] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.194552] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance 'd623caaa-5a89-4a77-8551-af042fdfa849' progress to 17 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.237432] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.243542] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.961s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.245205] env[69041]: INFO nova.compute.claims [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.266116] env[69041]: INFO nova.scheduler.client.report [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Deleted allocations for instance f47e96d5-a958-4b11-94e5-7aa3c3ebce9f [ 1141.267115] env[69041]: DEBUG nova.network.neutron [-] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.388530] env[69041]: DEBUG nova.network.neutron [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Updated VIF entry in instance network info cache for port f7c4218a-b7d4-4e26-bce6-e566ff1a123d. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.388890] env[69041]: DEBUG nova.network.neutron [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Updating instance_info_cache with network_info: [{"id": "f7c4218a-b7d4-4e26-bce6-e566ff1a123d", "address": "fa:16:3e:b9:85:81", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c4218a-b7", "ovs_interfaceid": "f7c4218a-b7d4-4e26-bce6-e566ff1a123d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.471999] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53413} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.472329] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 518aa9c0-880c-4aef-9429-9000e2f9eee2/518aa9c0-880c-4aef-9429-9000e2f9eee2.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.472496] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.472745] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ee1522c-cd0e-4153-b40b-890f22528e39 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.478550] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1141.478550] env[69041]: value = "task-2889844" [ 1141.478550] env[69041]: _type = "Task" [ 1141.478550] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.489370] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.492289] env[69041]: DEBUG oslo_vmware.api [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2889842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158361} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.492514] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.492693] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.492867] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.493083] env[69041]: INFO nova.compute.manager [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1141.493325] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.493509] env[69041]: DEBUG nova.compute.manager [-] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.493605] env[69041]: DEBUG nova.network.neutron [-] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.517916] env[69041]: DEBUG nova.compute.manager [req-e6790de5-e59c-4861-b7ab-ade8fef47d50 req-6f9c3967-9bc1-4c10-b494-2f7484d87cff service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Received event network-changed-f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1141.518164] env[69041]: DEBUG nova.compute.manager [req-e6790de5-e59c-4861-b7ab-ade8fef47d50 req-6f9c3967-9bc1-4c10-b494-2f7484d87cff service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Refreshing instance network info cache due to event network-changed-f7c4218a-b7d4-4e26-bce6-e566ff1a123d. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1141.518355] env[69041]: DEBUG oslo_concurrency.lockutils [req-e6790de5-e59c-4861-b7ab-ade8fef47d50 req-6f9c3967-9bc1-4c10-b494-2f7484d87cff service nova] Acquiring lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.700460] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.700716] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.701026] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.701133] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.701199] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.701341] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.701547] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.701697] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.701861] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.702034] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.702215] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.707372] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d26ad0-acdd-4ea3-a9c3-2a82f27b4d55 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.723239] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1141.723239] env[69041]: value = "task-2889845" [ 1141.723239] env[69041]: _type = "Task" [ 1141.723239] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.733750] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.775307] env[69041]: INFO nova.compute.manager [-] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Took 1.05 seconds to deallocate network for instance. [ 1141.779775] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c521db71-ef52-4ce4-aee0-294edd77322e tempest-ListServersNegativeTestJSON-1167559290 tempest-ListServersNegativeTestJSON-1167559290-project-member] Lock "f47e96d5-a958-4b11-94e5-7aa3c3ebce9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.405s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.785254] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "74342a26-1f53-4346-99ce-97797f6e0289" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.785254] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "74342a26-1f53-4346-99ce-97797f6e0289" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.785254] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "74342a26-1f53-4346-99ce-97797f6e0289-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.785254] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "74342a26-1f53-4346-99ce-97797f6e0289-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.785254] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "74342a26-1f53-4346-99ce-97797f6e0289-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.788462] env[69041]: INFO nova.compute.manager [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Terminating instance [ 1141.891694] env[69041]: DEBUG oslo_concurrency.lockutils [req-d37a31c9-678a-4888-b5cc-630e4c035983 req-c7bf45e0-8680-4be7-80d7-c274e0b12883 service nova] Releasing lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.892124] env[69041]: DEBUG oslo_concurrency.lockutils [req-e6790de5-e59c-4861-b7ab-ade8fef47d50 req-6f9c3967-9bc1-4c10-b494-2f7484d87cff service nova] Acquired lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.892663] env[69041]: DEBUG nova.network.neutron [req-e6790de5-e59c-4861-b7ab-ade8fef47d50 req-6f9c3967-9bc1-4c10-b494-2f7484d87cff service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Refreshing network info cache for port f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.903783] env[69041]: DEBUG nova.compute.manager [req-db01eabb-5c3b-44ef-b171-2e6fbf37a3b5 req-95221842-0b25-43f0-b73d-9c5dc09610c7 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Received event network-vif-deleted-ed8b0613-835d-4c97-9a8c-4f1653e9cbb0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1141.904010] env[69041]: INFO nova.compute.manager [req-db01eabb-5c3b-44ef-b171-2e6fbf37a3b5 req-95221842-0b25-43f0-b73d-9c5dc09610c7 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Neutron deleted interface ed8b0613-835d-4c97-9a8c-4f1653e9cbb0; detaching it from the instance and deleting it from the info cache [ 1141.904212] env[69041]: DEBUG nova.network.neutron [req-db01eabb-5c3b-44ef-b171-2e6fbf37a3b5 req-95221842-0b25-43f0-b73d-9c5dc09610c7 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.906098] env[69041]: DEBUG nova.network.neutron [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Updating instance_info_cache with network_info: [{"id": "ff4cea56-c78e-4cd1-bb21-17f2c5c912a0", "address": "fa:16:3e:8a:9f:1b", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4cea56-c7", "ovs_interfaceid": "ff4cea56-c78e-4cd1-bb21-17f2c5c912a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.988586] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17007} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.988852] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.989651] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3907d7c5-9cbe-41ed-a5bf-be2251d3ad91 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.014833] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 518aa9c0-880c-4aef-9429-9000e2f9eee2/518aa9c0-880c-4aef-9429-9000e2f9eee2.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.015154] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccd86b98-3244-4142-a907-f53eea82dc38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.034842] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1142.034842] env[69041]: value = "task-2889846" [ 1142.034842] env[69041]: _type = "Task" [ 1142.034842] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.043826] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.233089] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889845, 'name': ReconfigVM_Task, 'duration_secs': 0.430243} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.233394] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance 'd623caaa-5a89-4a77-8551-af042fdfa849' progress to 33 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.288990] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.297331] env[69041]: DEBUG nova.compute.manager [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.297583] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.298569] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f31695b-36bc-48fe-ba53-5355d8400eb5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.314360] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.318560] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e24430-4ad2-4370-8c82-b1d2ac08255b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.318560] env[69041]: DEBUG nova.network.neutron [-] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.327277] env[69041]: DEBUG oslo_vmware.api [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1142.327277] env[69041]: value = "task-2889847" [ 1142.327277] env[69041]: _type = "Task" [ 1142.327277] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.337297] env[69041]: DEBUG oslo_vmware.api [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.409695] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.414432] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8190562-f90a-424d-bcb2-abb61b9d452a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.428418] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7885637-bc09-4220-8c00-d22a91830b36 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.470756] env[69041]: DEBUG nova.compute.manager [req-db01eabb-5c3b-44ef-b171-2e6fbf37a3b5 req-95221842-0b25-43f0-b73d-9c5dc09610c7 service nova] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Detach interface failed, port_id=ed8b0613-835d-4c97-9a8c-4f1653e9cbb0, reason: Instance 55c7a467-0ab6-413c-904e-82c8e3d39dbb could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1142.548015] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889846, 'name': ReconfigVM_Task, 'duration_secs': 0.491729} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.548400] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 518aa9c0-880c-4aef-9429-9000e2f9eee2/518aa9c0-880c-4aef-9429-9000e2f9eee2.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.549355] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7942aaae-9529-4e8c-a32c-30a2c35c322d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.555472] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1142.555472] env[69041]: value = "task-2889848" [ 1142.555472] env[69041]: _type = "Task" [ 1142.555472] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.565711] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889848, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.739938] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:06:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2856e79f-84ca-42a2-9c53-54f209ac652b',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1219590169',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.740206] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.740371] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.740890] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.740890] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.740890] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.741056] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.741427] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.741427] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.741536] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.741676] env[69041]: DEBUG nova.virt.hardware [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.748194] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.752749] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c58e9b-22d7-44b5-95ff-a78a90bd7e60 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.775660] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1142.775660] env[69041]: value = "task-2889849" [ 1142.775660] env[69041]: _type = "Task" [ 1142.775660] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.793114] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.828212] env[69041]: INFO nova.compute.manager [-] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Took 1.33 seconds to deallocate network for instance. [ 1142.844211] env[69041]: DEBUG oslo_vmware.api [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889847, 'name': PowerOffVM_Task, 'duration_secs': 0.20062} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.847243] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.847243] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.847441] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52bcc1f8-1ae5-4613-8e24-8455b7c7b514 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.949575] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.949792] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.949972] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Deleting the datastore file [datastore2] 74342a26-1f53-4346-99ce-97797f6e0289 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.950323] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a9e7bc-83c2-4265-88b2-84099c7131c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.958884] env[69041]: DEBUG nova.network.neutron [req-e6790de5-e59c-4861-b7ab-ade8fef47d50 req-6f9c3967-9bc1-4c10-b494-2f7484d87cff service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Updated VIF entry in instance network info cache for port f7c4218a-b7d4-4e26-bce6-e566ff1a123d. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.959428] env[69041]: DEBUG nova.network.neutron [req-e6790de5-e59c-4861-b7ab-ade8fef47d50 req-6f9c3967-9bc1-4c10-b494-2f7484d87cff service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Updating instance_info_cache with network_info: [{"id": "f7c4218a-b7d4-4e26-bce6-e566ff1a123d", "address": "fa:16:3e:b9:85:81", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c4218a-b7", "ovs_interfaceid": "f7c4218a-b7d4-4e26-bce6-e566ff1a123d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.966084] env[69041]: DEBUG oslo_vmware.api [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1142.966084] env[69041]: value = "task-2889851" [ 1142.966084] env[69041]: _type = "Task" [ 1142.966084] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.977113] env[69041]: DEBUG oslo_vmware.api [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.980168] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e823bb-9682-4bbd-96f2-4137cb8c4cc5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.987902] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afbd8bb-99cc-447b-9bbf-0b3bf247bcda {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.026766] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3819be7f-a298-415a-b53e-73ab23cf4c8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.034121] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a275fe-15b6-4f62-b7cf-5214ccb6876f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.047639] env[69041]: DEBUG nova.compute.provider_tree [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.054975] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.055845] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcdda78-e4e2-48d2-a41a-22a385e4a312 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.066424] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.069379] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a7dfbc4-7db6-40b7-b938-bb99275909c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.070836] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889848, 'name': Rename_Task, 'duration_secs': 0.141707} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.071330] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.071837] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f33e781-7457-4d14-bc1f-e7aebb4ef495 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.077873] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1143.077873] env[69041]: value = "task-2889853" [ 1143.077873] env[69041]: _type = "Task" [ 1143.077873] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.087405] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.126190] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.126425] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.126691] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleting the datastore file [datastore1] 6bf2a94d-6a19-4fce-a7f2-157b8b59d980 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.127433] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ac4bdfc-bcbd-46b8-b9f0-e147c0180bfe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.133139] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1143.133139] env[69041]: value = "task-2889854" [ 1143.133139] env[69041]: _type = "Task" [ 1143.133139] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.142026] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.285435] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889849, 'name': ReconfigVM_Task, 'duration_secs': 0.186402} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.285660] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.288196] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280a7675-7b50-443a-a69f-02f424470a62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.309398] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d623caaa-5a89-4a77-8551-af042fdfa849/d623caaa-5a89-4a77-8551-af042fdfa849.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.309692] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde0cdf1-b178-4a4d-8e7f-57b31d4607b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.328650] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1143.328650] env[69041]: value = "task-2889855" [ 1143.328650] env[69041]: _type = "Task" [ 1143.328650] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.337093] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.340100] env[69041]: DEBUG oslo_concurrency.lockutils [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.463213] env[69041]: DEBUG oslo_concurrency.lockutils [req-e6790de5-e59c-4861-b7ab-ade8fef47d50 req-6f9c3967-9bc1-4c10-b494-2f7484d87cff service nova] Releasing lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.476932] env[69041]: DEBUG oslo_vmware.api [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143813} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.477229] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.477419] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.477594] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.477768] env[69041]: INFO nova.compute.manager [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1143.478068] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.478295] env[69041]: DEBUG nova.compute.manager [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.478405] env[69041]: DEBUG nova.network.neutron [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.551622] env[69041]: DEBUG nova.scheduler.client.report [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.590880] env[69041]: DEBUG oslo_vmware.api [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2889853, 'name': PowerOnVM_Task, 'duration_secs': 0.493576} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.591212] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.591451] env[69041]: INFO nova.compute.manager [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1143.591653] env[69041]: DEBUG nova.compute.manager [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.592554] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974c9bd8-3504-4608-b2fb-62633280f2ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.644160] env[69041]: DEBUG oslo_vmware.api [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2889854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143763} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.646505] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.646505] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.646505] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.676392] env[69041]: INFO nova.scheduler.client.report [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted allocations for instance 6bf2a94d-6a19-4fce-a7f2-157b8b59d980 [ 1143.840120] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889855, 'name': ReconfigVM_Task, 'duration_secs': 0.35148} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.840120] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d623caaa-5a89-4a77-8551-af042fdfa849/d623caaa-5a89-4a77-8551-af042fdfa849.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.840327] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance 'd623caaa-5a89-4a77-8551-af042fdfa849' progress to 50 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.060214] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.060748] env[69041]: DEBUG nova.compute.manager [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.066467] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.035s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.066467] env[69041]: DEBUG nova.objects.instance [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lazy-loading 'resources' on Instance uuid 5e59e394-e20c-4046-89f6-df939d8353fa {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.110609] env[69041]: INFO nova.compute.manager [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Took 49.61 seconds to build instance. [ 1144.182534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.269550] env[69041]: DEBUG nova.network.neutron [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.337193] env[69041]: DEBUG nova.compute.manager [req-cf13b8d1-d0c0-4161-86bd-90b443b9fd1a req-fef6dc66-e444-4aaf-9de1-b07adc394110 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Received event network-changed-c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.337923] env[69041]: DEBUG nova.compute.manager [req-cf13b8d1-d0c0-4161-86bd-90b443b9fd1a req-fef6dc66-e444-4aaf-9de1-b07adc394110 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Refreshing instance network info cache due to event network-changed-c042e73c-255e-41a0-8f53-87e5ce5b648b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1144.337923] env[69041]: DEBUG oslo_concurrency.lockutils [req-cf13b8d1-d0c0-4161-86bd-90b443b9fd1a req-fef6dc66-e444-4aaf-9de1-b07adc394110 service nova] Acquiring lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.337923] env[69041]: DEBUG oslo_concurrency.lockutils [req-cf13b8d1-d0c0-4161-86bd-90b443b9fd1a req-fef6dc66-e444-4aaf-9de1-b07adc394110 service nova] Acquired lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.337923] env[69041]: DEBUG nova.network.neutron [req-cf13b8d1-d0c0-4161-86bd-90b443b9fd1a req-fef6dc66-e444-4aaf-9de1-b07adc394110 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Refreshing network info cache for port c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.349137] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663da4e3-e7f8-4db8-ac2f-d2e9011654e2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.369804] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b8b10d-9d1d-4f75-91d2-694d4d6d0294 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.391729] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance 'd623caaa-5a89-4a77-8551-af042fdfa849' progress to 67 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.510542] env[69041]: DEBUG nova.compute.manager [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Received event network-vif-unplugged-ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.510770] env[69041]: DEBUG oslo_concurrency.lockutils [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] Acquiring lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.510980] env[69041]: DEBUG oslo_concurrency.lockutils [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.515208] env[69041]: DEBUG oslo_concurrency.lockutils [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.515208] env[69041]: DEBUG nova.compute.manager [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] No waiting events found dispatching network-vif-unplugged-ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.515208] env[69041]: WARNING nova.compute.manager [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Received unexpected event network-vif-unplugged-ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 for instance with vm_state shelved_offloaded and task_state None. [ 1144.515208] env[69041]: DEBUG nova.compute.manager [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Received event network-changed-ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.515208] env[69041]: DEBUG nova.compute.manager [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Refreshing instance network info cache due to event network-changed-ff4cea56-c78e-4cd1-bb21-17f2c5c912a0. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1144.515208] env[69041]: DEBUG oslo_concurrency.lockutils [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] Acquiring lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.515208] env[69041]: DEBUG oslo_concurrency.lockutils [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] Acquired lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.515208] env[69041]: DEBUG nova.network.neutron [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Refreshing network info cache for port ff4cea56-c78e-4cd1-bb21-17f2c5c912a0 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.565808] env[69041]: DEBUG nova.compute.utils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.570143] env[69041]: DEBUG nova.compute.manager [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.570870] env[69041]: DEBUG nova.network.neutron [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.612854] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1e2a83b4-988d-4d32-8099-000202108a61 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lock "518aa9c0-880c-4aef-9429-9000e2f9eee2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.213s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.653283] env[69041]: DEBUG nova.policy [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff917df879a4512827318debfc0596c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '600f360295bd4ff0838099b6c6f8146f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.776221] env[69041]: INFO nova.compute.manager [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Took 1.30 seconds to deallocate network for instance. [ 1145.009286] env[69041]: DEBUG nova.network.neutron [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Port 45bbbd98-6ad0-451d-b783-bbeb6602e57d binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1145.075721] env[69041]: DEBUG nova.compute.manager [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.133199] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3320fe-0a1a-4bd0-8e4f-0f86c1155945 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.142777] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1852d26-1905-4fca-baac-f7e916c3ddd2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.178391] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dfc99f-74fd-4ebe-ab6e-ff01c5ae815b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.182161] env[69041]: INFO nova.compute.manager [None req-97dd6e8d-dfa6-47c4-92e1-aa87f1341592 tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Get console output [ 1145.182497] env[69041]: WARNING nova.virt.vmwareapi.driver [None req-97dd6e8d-dfa6-47c4-92e1-aa87f1341592 tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] The console log is missing. Check your VSPC configuration [ 1145.193170] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccec7855-f556-4171-935c-e319d3c391bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.209661] env[69041]: DEBUG nova.compute.provider_tree [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.285835] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.406654] env[69041]: DEBUG nova.network.neutron [req-cf13b8d1-d0c0-4161-86bd-90b443b9fd1a req-fef6dc66-e444-4aaf-9de1-b07adc394110 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updated VIF entry in instance network info cache for port c042e73c-255e-41a0-8f53-87e5ce5b648b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.406654] env[69041]: DEBUG nova.network.neutron [req-cf13b8d1-d0c0-4161-86bd-90b443b9fd1a req-fef6dc66-e444-4aaf-9de1-b07adc394110 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updating instance_info_cache with network_info: [{"id": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "address": "fa:16:3e:4d:82:68", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042e73c-25", "ovs_interfaceid": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.417336] env[69041]: DEBUG nova.network.neutron [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Successfully created port: 8aa9048a-ef67-4c89-aab3-60212c103f2f {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.417336] env[69041]: DEBUG oslo_concurrency.lockutils [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "74342a26-1f53-4346-99ce-97797f6e0289" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.532160] env[69041]: DEBUG nova.network.neutron [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Updated VIF entry in instance network info cache for port ff4cea56-c78e-4cd1-bb21-17f2c5c912a0. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.535288] env[69041]: DEBUG nova.network.neutron [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Updating instance_info_cache with network_info: [{"id": "ff4cea56-c78e-4cd1-bb21-17f2c5c912a0", "address": "fa:16:3e:8a:9f:1b", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": null, "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapff4cea56-c7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.614903] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.713807] env[69041]: DEBUG nova.scheduler.client.report [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.908836] env[69041]: DEBUG oslo_concurrency.lockutils [req-cf13b8d1-d0c0-4161-86bd-90b443b9fd1a req-fef6dc66-e444-4aaf-9de1-b07adc394110 service nova] Releasing lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.041397] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "d623caaa-5a89-4a77-8551-af042fdfa849-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.043035] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "d623caaa-5a89-4a77-8551-af042fdfa849-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.043860] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "d623caaa-5a89-4a77-8551-af042fdfa849-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.044263] env[69041]: DEBUG oslo_concurrency.lockutils [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] Releasing lock "refresh_cache-6bf2a94d-6a19-4fce-a7f2-157b8b59d980" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.044462] env[69041]: DEBUG nova.compute.manager [req-39dc7ee3-8e6d-4261-b55a-dcbb42f1937e req-de0eabe3-f3ca-4ad6-ba8f-4db42772548c service nova] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Received event network-vif-deleted-f7c4218a-b7d4-4e26-bce6-e566ff1a123d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1146.089768] env[69041]: DEBUG nova.compute.manager [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.120293] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.120293] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.120293] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.120519] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.120576] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.120721] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.120932] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.121666] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.122054] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.122296] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.122442] env[69041]: DEBUG nova.virt.hardware [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.123380] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54d29f5-f304-4a9b-8a53-5c2de63af063 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.133590] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b320232f-ff8a-40fe-8cba-7b9b94b775d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.221823] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.222516] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.646s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.226056] env[69041]: DEBUG nova.objects.instance [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1146.255883] env[69041]: INFO nova.scheduler.client.report [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Deleted allocations for instance 5e59e394-e20c-4046-89f6-df939d8353fa [ 1146.479564] env[69041]: DEBUG nova.compute.manager [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Received event network-changed-c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1146.479811] env[69041]: DEBUG nova.compute.manager [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Refreshing instance network info cache due to event network-changed-c042e73c-255e-41a0-8f53-87e5ce5b648b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1146.480202] env[69041]: DEBUG oslo_concurrency.lockutils [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] Acquiring lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.480346] env[69041]: DEBUG oslo_concurrency.lockutils [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] Acquired lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.480464] env[69041]: DEBUG nova.network.neutron [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Refreshing network info cache for port c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.550932] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquiring lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.551220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.551426] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquiring lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.551610] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.551782] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.554028] env[69041]: INFO nova.compute.manager [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Terminating instance [ 1146.768378] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cbdfacc4-96a3-480b-a6ea-833f51b2a1b6 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "5e59e394-e20c-4046-89f6-df939d8353fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.165s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.050285] env[69041]: DEBUG nova.compute.manager [req-979a1409-218c-4791-b064-79bc2c4efa80 req-f055c84b-a6bd-47e2-9bae-18007b25106d service nova] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Received event network-vif-plugged-8aa9048a-ef67-4c89-aab3-60212c103f2f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.050569] env[69041]: DEBUG oslo_concurrency.lockutils [req-979a1409-218c-4791-b064-79bc2c4efa80 req-f055c84b-a6bd-47e2-9bae-18007b25106d service nova] Acquiring lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.050708] env[69041]: DEBUG oslo_concurrency.lockutils [req-979a1409-218c-4791-b064-79bc2c4efa80 req-f055c84b-a6bd-47e2-9bae-18007b25106d service nova] Lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.050874] env[69041]: DEBUG oslo_concurrency.lockutils [req-979a1409-218c-4791-b064-79bc2c4efa80 req-f055c84b-a6bd-47e2-9bae-18007b25106d service nova] Lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.051053] env[69041]: DEBUG nova.compute.manager [req-979a1409-218c-4791-b064-79bc2c4efa80 req-f055c84b-a6bd-47e2-9bae-18007b25106d service nova] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] No waiting events found dispatching network-vif-plugged-8aa9048a-ef67-4c89-aab3-60212c103f2f {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.051223] env[69041]: WARNING nova.compute.manager [req-979a1409-218c-4791-b064-79bc2c4efa80 req-f055c84b-a6bd-47e2-9bae-18007b25106d service nova] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Received unexpected event network-vif-plugged-8aa9048a-ef67-4c89-aab3-60212c103f2f for instance with vm_state building and task_state spawning. [ 1147.058531] env[69041]: DEBUG nova.compute.manager [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.058732] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.061324] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71ba3fb-e2d5-400d-b555-9b0052f06bc2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.068793] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.069038] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a624059-a8b5-424c-8b8f-2bc74ad46c69 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.075116] env[69041]: DEBUG oslo_vmware.api [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 1147.075116] env[69041]: value = "task-2889856" [ 1147.075116] env[69041]: _type = "Task" [ 1147.075116] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.083641] env[69041]: DEBUG oslo_vmware.api [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.087862] env[69041]: DEBUG nova.network.neutron [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Successfully updated port: 8aa9048a-ef67-4c89-aab3-60212c103f2f {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.109871] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.110425] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.110638] env[69041]: DEBUG nova.network.neutron [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.235649] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1590bab2-26f7-4fe5-a562-535d688eeca0 tempest-ServersAdmin275Test-865280530 tempest-ServersAdmin275Test-865280530-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.236943] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.782s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.238417] env[69041]: INFO nova.compute.claims [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.260271] env[69041]: DEBUG nova.network.neutron [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updated VIF entry in instance network info cache for port c042e73c-255e-41a0-8f53-87e5ce5b648b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.261111] env[69041]: DEBUG nova.network.neutron [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updating instance_info_cache with network_info: [{"id": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "address": "fa:16:3e:4d:82:68", "network": {"id": "94d058a2-48f4-4fac-9c7e-b0651fc26505", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-261053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f185a0bf04f3f8ebdc461d5370db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042e73c-25", "ovs_interfaceid": "c042e73c-255e-41a0-8f53-87e5ce5b648b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.412305] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.412537] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.586327] env[69041]: DEBUG oslo_vmware.api [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889856, 'name': PowerOffVM_Task, 'duration_secs': 0.296732} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.587113] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.587113] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.587410] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-739e8f61-e586-4e9f-9d6d-60aaff8e267a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.590888] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "refresh_cache-98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.591094] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquired lock "refresh_cache-98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.591220] env[69041]: DEBUG nova.network.neutron [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.656035] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.656035] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.656035] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Deleting the datastore file [datastore2] 766bfef7-c6cc-4a51-9f15-d26db54fffd5 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.656035] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d85b662c-be09-4dbd-94c9-7613a21c72a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.663511] env[69041]: DEBUG oslo_vmware.api [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for the task: (returnval){ [ 1147.663511] env[69041]: value = "task-2889858" [ 1147.663511] env[69041]: _type = "Task" [ 1147.663511] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.672118] env[69041]: DEBUG oslo_vmware.api [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.764045] env[69041]: DEBUG oslo_concurrency.lockutils [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] Releasing lock "refresh_cache-5af33240-1cf0-46b1-b9fe-3a1012b23755" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.764389] env[69041]: DEBUG nova.compute.manager [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Received event network-changed-3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.764589] env[69041]: DEBUG nova.compute.manager [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Refreshing instance network info cache due to event network-changed-3532d2b9-8a46-4896-aef9-4eb2b363c50f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1147.764816] env[69041]: DEBUG oslo_concurrency.lockutils [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] Acquiring lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.765063] env[69041]: DEBUG oslo_concurrency.lockutils [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] Acquired lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.765267] env[69041]: DEBUG nova.network.neutron [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Refreshing network info cache for port 3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.833058] env[69041]: DEBUG nova.network.neutron [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance_info_cache with network_info: [{"id": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "address": "fa:16:3e:25:cf:76", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bbbd98-6a", "ovs_interfaceid": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.914842] env[69041]: DEBUG nova.compute.manager [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.122452] env[69041]: DEBUG nova.network.neutron [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.174027] env[69041]: DEBUG oslo_vmware.api [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Task: {'id': task-2889858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141026} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.174027] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.174027] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.174261] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.174375] env[69041]: INFO nova.compute.manager [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1148.174596] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.174803] env[69041]: DEBUG nova.compute.manager [-] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.174901] env[69041]: DEBUG nova.network.neutron [-] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.336628] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.368895] env[69041]: DEBUG nova.network.neutron [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Updating instance_info_cache with network_info: [{"id": "8aa9048a-ef67-4c89-aab3-60212c103f2f", "address": "fa:16:3e:bd:a7:20", "network": {"id": "d4759b63-7e25-4073-8cf5-b8e1d1c4d27a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2059695864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600f360295bd4ff0838099b6c6f8146f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa9048a-ef", "ovs_interfaceid": "8aa9048a-ef67-4c89-aab3-60212c103f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.439218] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.675568] env[69041]: DEBUG nova.network.neutron [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updated VIF entry in instance network info cache for port 3532d2b9-8a46-4896-aef9-4eb2b363c50f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.675940] env[69041]: DEBUG nova.network.neutron [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updating instance_info_cache with network_info: [{"id": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "address": "fa:16:3e:40:09:ac", "network": {"id": "55b6dc2b-1e3b-48f6-a29b-bac657fea88a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1908571879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "836130e9aa604cbb98c071a317016790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3532d2b9-8a", "ovs_interfaceid": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.770412] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a5ec0e-1611-441c-adac-9cf78e3622d1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.778141] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da76610-ebb8-4bd2-a669-552aa966733f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.808185] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98472156-78b8-4568-a0b4-1aed4608be09 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.815573] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c68ba56-3bda-4e43-9a1a-e912d8c85843 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.831339] env[69041]: DEBUG nova.compute.provider_tree [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.863536] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed18471c-7c35-429e-9775-b4b3d290afe5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.882531] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Releasing lock "refresh_cache-98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.882847] env[69041]: DEBUG nova.compute.manager [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Instance network_info: |[{"id": "8aa9048a-ef67-4c89-aab3-60212c103f2f", "address": "fa:16:3e:bd:a7:20", "network": {"id": "d4759b63-7e25-4073-8cf5-b8e1d1c4d27a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2059695864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600f360295bd4ff0838099b6c6f8146f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa9048a-ef", "ovs_interfaceid": "8aa9048a-ef67-4c89-aab3-60212c103f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.883755] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a7:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8aa9048a-ef67-4c89-aab3-60212c103f2f', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.891350] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.892179] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e81517-8201-42d0-921f-0e2dadf6ecbb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.894905] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.895175] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7f747c8-0af5-41d1-ac2e-b7d94c0da9a4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.913541] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance 'd623caaa-5a89-4a77-8551-af042fdfa849' progress to 83 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.919061] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.919061] env[69041]: value = "task-2889859" [ 1148.919061] env[69041]: _type = "Task" [ 1148.919061] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.927285] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889859, 'name': CreateVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.172863] env[69041]: DEBUG nova.compute.manager [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Received event network-changed-8aa9048a-ef67-4c89-aab3-60212c103f2f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.173011] env[69041]: DEBUG nova.compute.manager [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Refreshing instance network info cache due to event network-changed-8aa9048a-ef67-4c89-aab3-60212c103f2f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1149.174118] env[69041]: DEBUG oslo_concurrency.lockutils [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] Acquiring lock "refresh_cache-98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.174118] env[69041]: DEBUG oslo_concurrency.lockutils [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] Acquired lock "refresh_cache-98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.174208] env[69041]: DEBUG nova.network.neutron [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Refreshing network info cache for port 8aa9048a-ef67-4c89-aab3-60212c103f2f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.182239] env[69041]: DEBUG oslo_concurrency.lockutils [req-b18e613c-1898-406d-a61c-1cce9c524822 req-552d17bb-2993-4ceb-a860-dd534a930632 service nova] Releasing lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.334281] env[69041]: DEBUG nova.scheduler.client.report [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.337764] env[69041]: DEBUG nova.network.neutron [-] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.421264] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.421604] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-773c0363-e547-4aa3-852f-75847fe052db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.432065] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889859, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.433313] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1149.433313] env[69041]: value = "task-2889860" [ 1149.433313] env[69041]: _type = "Task" [ 1149.433313] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.441044] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.839835] env[69041]: INFO nova.compute.manager [-] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Took 1.66 seconds to deallocate network for instance. [ 1149.842221] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.842715] env[69041]: DEBUG nova.compute.manager [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.847491] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.547s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.847700] env[69041]: DEBUG nova.objects.instance [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lazy-loading 'resources' on Instance uuid c73bd3ee-de47-4233-8e0c-afc51c210f96 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.880615] env[69041]: DEBUG nova.network.neutron [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Updated VIF entry in instance network info cache for port 8aa9048a-ef67-4c89-aab3-60212c103f2f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.880952] env[69041]: DEBUG nova.network.neutron [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Updating instance_info_cache with network_info: [{"id": "8aa9048a-ef67-4c89-aab3-60212c103f2f", "address": "fa:16:3e:bd:a7:20", "network": {"id": "d4759b63-7e25-4073-8cf5-b8e1d1c4d27a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2059695864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600f360295bd4ff0838099b6c6f8146f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa9048a-ef", "ovs_interfaceid": "8aa9048a-ef67-4c89-aab3-60212c103f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.933046] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889859, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.941561] env[69041]: DEBUG oslo_vmware.api [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889860, 'name': PowerOnVM_Task, 'duration_secs': 0.412944} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.941817] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.942007] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1694bed-9c5a-4ffb-a044-bde4603aefdd tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance 'd623caaa-5a89-4a77-8551-af042fdfa849' progress to 100 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.350850] env[69041]: DEBUG nova.compute.utils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.353856] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.354437] env[69041]: DEBUG nova.compute.manager [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.354599] env[69041]: DEBUG nova.network.neutron [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.384457] env[69041]: DEBUG oslo_concurrency.lockutils [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] Releasing lock "refresh_cache-98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.386083] env[69041]: DEBUG nova.compute.manager [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Received event network-vif-deleted-19c7834a-c100-411e-a1bc-012e75f4c219 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1150.386083] env[69041]: INFO nova.compute.manager [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Neutron deleted interface 19c7834a-c100-411e-a1bc-012e75f4c219; detaching it from the instance and deleting it from the info cache [ 1150.386083] env[69041]: DEBUG nova.network.neutron [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.399914] env[69041]: DEBUG nova.policy [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba0b596fb4bbb8526b8c52693cccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '735e36a825e24027be3e82663a49b692', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.439128] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889859, 'name': CreateVM_Task, 'duration_secs': 1.342945} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.439128] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.439128] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.439128] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.439128] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.439128] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2974b0ee-2e49-49d7-b08d-7aa41eab3616 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.442693] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1150.442693] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524b73b6-ce2a-3b9f-0023-80f18c67075a" [ 1150.442693] env[69041]: _type = "Task" [ 1150.442693] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.670093] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524b73b6-ce2a-3b9f-0023-80f18c67075a, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.670093] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.670093] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.670093] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.670093] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.670093] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.670093] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b40ebfbe-2b7f-4203-9624-4c9501d13b72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.670093] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.670093] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.670093] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade5f987-6e09-4a3e-b935-7fdcadf23da5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.670093] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1150.670093] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c6a1a9-bc5c-aba7-b67e-23ac6f454a72" [ 1150.670093] env[69041]: _type = "Task" [ 1150.670093] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.670093] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c6a1a9-bc5c-aba7-b67e-23ac6f454a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.807975] env[69041]: DEBUG nova.network.neutron [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Successfully created port: 0a545a21-ccf4-47ff-ac9e-8893d3f4d651 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.855115] env[69041]: DEBUG nova.compute.manager [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.888306] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-232158f7-4150-4ead-b689-cac2902e893b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.900877] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381628c4-6436-443c-ba9b-574a2610047f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.968314] env[69041]: DEBUG nova.compute.manager [req-437569f6-0184-4da2-897d-8e3c086e9017 req-ac6604f1-7e02-4ceb-a555-b6581cac3f67 service nova] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Detach interface failed, port_id=19c7834a-c100-411e-a1bc-012e75f4c219, reason: Instance 766bfef7-c6cc-4a51-9f15-d26db54fffd5 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1151.009866] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfa3b70-9d9b-4eda-8774-0302d4aa26a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.020992] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f6ed61-a77a-439c-9b2b-d00ddb3f5bde {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.027355] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c6a1a9-bc5c-aba7-b67e-23ac6f454a72, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.028405] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9de090-f038-468b-83a8-ddf14ab8b28b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.055705] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0d36ae-a1d5-4135-ad26-6d19e1f38a8f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.058262] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1151.058262] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bbd729-e6b4-87ca-192d-aefe8acbd9a7" [ 1151.058262] env[69041]: _type = "Task" [ 1151.058262] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.065018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7726af-d4db-4e21-8c38-16e63366a549 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.072141] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bbd729-e6b4-87ca-192d-aefe8acbd9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008953} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.072744] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.072995] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc/98cfcf44-0878-4cdc-9a17-9e73cafcc6bc.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.073241] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ebdb0cb-333a-4413-b345-99a7bf9161a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.082545] env[69041]: DEBUG nova.compute.provider_tree [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.089383] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1151.089383] env[69041]: value = "task-2889861" [ 1151.089383] env[69041]: _type = "Task" [ 1151.089383] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.095791] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.585572] env[69041]: DEBUG nova.scheduler.client.report [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.600356] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463135} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.600644] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc/98cfcf44-0878-4cdc-9a17-9e73cafcc6bc.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.600874] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.601080] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be88996d-4108-4f5d-8c88-22813661d7e0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.608954] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1151.608954] env[69041]: value = "task-2889862" [ 1151.608954] env[69041]: _type = "Task" [ 1151.608954] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.617341] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.865049] env[69041]: DEBUG nova.compute.manager [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.891727] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.892029] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.892154] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.892344] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.892489] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.892633] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.892838] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.892995] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.893184] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.893418] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.893608] env[69041]: DEBUG nova.virt.hardware [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.894784] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2de916b-6cf4-4130-83c2-2f914b18adbe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.903034] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e85cd4-e6b7-4aa2-a74f-6773dddd343b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.097061] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.098944] env[69041]: DEBUG oslo_concurrency.lockutils [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.529s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.098944] env[69041]: DEBUG nova.objects.instance [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lazy-loading 'resources' on Instance uuid 0cabc681-9c9b-49e3-95ca-0b3c80be052b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.120763] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241831} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.120763] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.121234] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58944c7-4491-4b10-b451-eba1b2c1d2a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.124377] env[69041]: INFO nova.scheduler.client.report [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Deleted allocations for instance c73bd3ee-de47-4233-8e0c-afc51c210f96 [ 1152.147983] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc/98cfcf44-0878-4cdc-9a17-9e73cafcc6bc.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.148827] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-988319d2-d531-4e0b-89a4-e84bf4fec679 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.169206] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1152.169206] env[69041]: value = "task-2889863" [ 1152.169206] env[69041]: _type = "Task" [ 1152.169206] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.178035] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.213082] env[69041]: DEBUG nova.compute.manager [req-705f9ab2-269a-4144-bde1-989c03ede475 req-a0b07d42-5416-42d4-b0c2-f4181cdad7b1 service nova] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Received event network-vif-plugged-0a545a21-ccf4-47ff-ac9e-8893d3f4d651 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1152.213414] env[69041]: DEBUG oslo_concurrency.lockutils [req-705f9ab2-269a-4144-bde1-989c03ede475 req-a0b07d42-5416-42d4-b0c2-f4181cdad7b1 service nova] Acquiring lock "a57c9763-1726-4a22-9d20-de9e028d8fbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.213624] env[69041]: DEBUG oslo_concurrency.lockutils [req-705f9ab2-269a-4144-bde1-989c03ede475 req-a0b07d42-5416-42d4-b0c2-f4181cdad7b1 service nova] Lock "a57c9763-1726-4a22-9d20-de9e028d8fbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.213791] env[69041]: DEBUG oslo_concurrency.lockutils [req-705f9ab2-269a-4144-bde1-989c03ede475 req-a0b07d42-5416-42d4-b0c2-f4181cdad7b1 service nova] Lock "a57c9763-1726-4a22-9d20-de9e028d8fbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.214018] env[69041]: DEBUG nova.compute.manager [req-705f9ab2-269a-4144-bde1-989c03ede475 req-a0b07d42-5416-42d4-b0c2-f4181cdad7b1 service nova] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] No waiting events found dispatching network-vif-plugged-0a545a21-ccf4-47ff-ac9e-8893d3f4d651 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.214121] env[69041]: WARNING nova.compute.manager [req-705f9ab2-269a-4144-bde1-989c03ede475 req-a0b07d42-5416-42d4-b0c2-f4181cdad7b1 service nova] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Received unexpected event network-vif-plugged-0a545a21-ccf4-47ff-ac9e-8893d3f4d651 for instance with vm_state building and task_state spawning. [ 1152.295862] env[69041]: DEBUG nova.network.neutron [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Successfully updated port: 0a545a21-ccf4-47ff-ac9e-8893d3f4d651 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.651957] env[69041]: DEBUG oslo_concurrency.lockutils [None req-82eca6d9-205a-4d07-b4f9-8cc1bab079bd tempest-ServersAdmin275Test-1220493417 tempest-ServersAdmin275Test-1220493417-project-member] Lock "c73bd3ee-de47-4233-8e0c-afc51c210f96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.571s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.681920] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889863, 'name': ReconfigVM_Task, 'duration_secs': 0.262584} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.681920] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc/98cfcf44-0878-4cdc-9a17-9e73cafcc6bc.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.681920] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29bccc75-50fe-4e2f-a95e-baef209fe8dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.687453] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1152.687453] env[69041]: value = "task-2889864" [ 1152.687453] env[69041]: _type = "Task" [ 1152.687453] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.697261] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889864, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.801482] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "refresh_cache-a57c9763-1726-4a22-9d20-de9e028d8fbc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.801657] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "refresh_cache-a57c9763-1726-4a22-9d20-de9e028d8fbc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.801818] env[69041]: DEBUG nova.network.neutron [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.829102] env[69041]: DEBUG nova.network.neutron [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Port 45bbbd98-6ad0-451d-b783-bbeb6602e57d binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1152.829370] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.829516] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.829678] env[69041]: DEBUG nova.network.neutron [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.034440] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3430c85e-aa21-470e-9c9d-5e0567f84fd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.041861] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a04523-c740-4933-b8ab-48f3eb9c584d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.072843] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d9745f-17a1-4480-be5e-089963f6fb2b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.080675] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637d9bc-8126-4419-a048-c5947d8716cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.095311] env[69041]: DEBUG nova.compute.provider_tree [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.197873] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889864, 'name': Rename_Task, 'duration_secs': 0.185768} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.198821] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.198821] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb7853e6-2a38-46fb-b80a-90ad9d3889c9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.205393] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1153.205393] env[69041]: value = "task-2889865" [ 1153.205393] env[69041]: _type = "Task" [ 1153.205393] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.212593] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.341096] env[69041]: DEBUG nova.network.neutron [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.575135] env[69041]: DEBUG nova.network.neutron [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Updating instance_info_cache with network_info: [{"id": "0a545a21-ccf4-47ff-ac9e-8893d3f4d651", "address": "fa:16:3e:89:6d:59", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a545a21-cc", "ovs_interfaceid": "0a545a21-ccf4-47ff-ac9e-8893d3f4d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.597949] env[69041]: DEBUG nova.scheduler.client.report [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.623313] env[69041]: DEBUG nova.network.neutron [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance_info_cache with network_info: [{"id": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "address": "fa:16:3e:25:cf:76", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bbbd98-6a", "ovs_interfaceid": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.714750] env[69041]: DEBUG oslo_vmware.api [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889865, 'name': PowerOnVM_Task, 'duration_secs': 0.440046} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.715135] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.715346] env[69041]: INFO nova.compute.manager [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1153.715593] env[69041]: DEBUG nova.compute.manager [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.716320] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6342bae2-d287-4da0-8fd5-528e1c087f7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.077145] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "refresh_cache-a57c9763-1726-4a22-9d20-de9e028d8fbc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.077504] env[69041]: DEBUG nova.compute.manager [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Instance network_info: |[{"id": "0a545a21-ccf4-47ff-ac9e-8893d3f4d651", "address": "fa:16:3e:89:6d:59", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a545a21-cc", "ovs_interfaceid": "0a545a21-ccf4-47ff-ac9e-8893d3f4d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.077925] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:6d:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a545a21-ccf4-47ff-ac9e-8893d3f4d651', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.085610] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.086320] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.086320] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4abafaae-b6b0-4437-a05d-237bf079f3ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.103624] env[69041]: DEBUG oslo_concurrency.lockutils [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.105773] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.300s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.107444] env[69041]: INFO nova.compute.claims [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.111733] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.111733] env[69041]: value = "task-2889866" [ 1154.111733] env[69041]: _type = "Task" [ 1154.111733] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.119767] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889866, 'name': CreateVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.128042] env[69041]: INFO nova.scheduler.client.report [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Deleted allocations for instance 0cabc681-9c9b-49e3-95ca-0b3c80be052b [ 1154.128680] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.233166] env[69041]: INFO nova.compute.manager [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Took 55.97 seconds to build instance. [ 1154.277602] env[69041]: DEBUG nova.compute.manager [req-26633192-4edd-4285-b716-0f0860d01b1f req-72da781f-fd66-475a-bbf9-16f6c94e2bda service nova] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Received event network-changed-0a545a21-ccf4-47ff-ac9e-8893d3f4d651 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1154.277799] env[69041]: DEBUG nova.compute.manager [req-26633192-4edd-4285-b716-0f0860d01b1f req-72da781f-fd66-475a-bbf9-16f6c94e2bda service nova] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Refreshing instance network info cache due to event network-changed-0a545a21-ccf4-47ff-ac9e-8893d3f4d651. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1154.278044] env[69041]: DEBUG oslo_concurrency.lockutils [req-26633192-4edd-4285-b716-0f0860d01b1f req-72da781f-fd66-475a-bbf9-16f6c94e2bda service nova] Acquiring lock "refresh_cache-a57c9763-1726-4a22-9d20-de9e028d8fbc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.278248] env[69041]: DEBUG oslo_concurrency.lockutils [req-26633192-4edd-4285-b716-0f0860d01b1f req-72da781f-fd66-475a-bbf9-16f6c94e2bda service nova] Acquired lock "refresh_cache-a57c9763-1726-4a22-9d20-de9e028d8fbc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.278453] env[69041]: DEBUG nova.network.neutron [req-26633192-4edd-4285-b716-0f0860d01b1f req-72da781f-fd66-475a-bbf9-16f6c94e2bda service nova] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Refreshing network info cache for port 0a545a21-ccf4-47ff-ac9e-8893d3f4d651 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.622946] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889866, 'name': CreateVM_Task, 'duration_secs': 0.351724} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.624195] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.624449] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.624623] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.624939] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.625473] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e789354-0d11-4c7f-ab0b-7d14d239fe5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.632773] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1154.632773] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ef5c3c-a7ec-59df-4add-504241fe80f4" [ 1154.632773] env[69041]: _type = "Task" [ 1154.632773] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.634748] env[69041]: DEBUG nova.compute.manager [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69041) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1154.634748] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.638899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-704cbace-9713-4dfe-92ea-ad8925e4e8dd tempest-ServerRescueTestJSON-574694173 tempest-ServerRescueTestJSON-574694173-project-member] Lock "0cabc681-9c9b-49e3-95ca-0b3c80be052b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.473s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.645320] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ef5c3c-a7ec-59df-4add-504241fe80f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.645462] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.645653] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.645885] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.646042] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.646226] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.646468] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1559d37d-6c42-4d29-94c2-63759824ae6c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.653894] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.654082] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.655311] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e73587-a38e-4574-92a3-85529cbee261 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.660732] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1154.660732] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520c154c-daae-503f-7b62-1d651c280413" [ 1154.660732] env[69041]: _type = "Task" [ 1154.660732] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.668611] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520c154c-daae-503f-7b62-1d651c280413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.735362] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2735de16-4581-437e-9905-8447032522bf tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.645s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.180191] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520c154c-daae-503f-7b62-1d651c280413, 'name': SearchDatastore_Task, 'duration_secs': 0.007971} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.180997] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96d6ebd-4a66-4d16-a4db-c91995119ae7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.188750] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1155.188750] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52cf7acb-c6ad-b123-bc52-7dea1a68d32f" [ 1155.188750] env[69041]: _type = "Task" [ 1155.188750] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.199640] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52cf7acb-c6ad-b123-bc52-7dea1a68d32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.209023] env[69041]: DEBUG nova.network.neutron [req-26633192-4edd-4285-b716-0f0860d01b1f req-72da781f-fd66-475a-bbf9-16f6c94e2bda service nova] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Updated VIF entry in instance network info cache for port 0a545a21-ccf4-47ff-ac9e-8893d3f4d651. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.209023] env[69041]: DEBUG nova.network.neutron [req-26633192-4edd-4285-b716-0f0860d01b1f req-72da781f-fd66-475a-bbf9-16f6c94e2bda service nova] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Updating instance_info_cache with network_info: [{"id": "0a545a21-ccf4-47ff-ac9e-8893d3f4d651", "address": "fa:16:3e:89:6d:59", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a545a21-cc", "ovs_interfaceid": "0a545a21-ccf4-47ff-ac9e-8893d3f4d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.514378] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f664870-7fe5-4b80-b8a9-399a5d39df3c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.522018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01143683-03de-4331-8307-269ad6fb136d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.553262] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00163310-991b-44e6-b183-d35226d23f10 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.563098] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa25bb-bcc9-4c27-a35b-7840491fa4bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.581655] env[69041]: DEBUG nova.compute.provider_tree [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.699480] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52cf7acb-c6ad-b123-bc52-7dea1a68d32f, 'name': SearchDatastore_Task, 'duration_secs': 0.021227} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.699759] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.700026] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] a57c9763-1726-4a22-9d20-de9e028d8fbc/a57c9763-1726-4a22-9d20-de9e028d8fbc.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.700272] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d872cd9-fa75-408b-b98e-31cc1bf267c0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.706696] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1155.706696] env[69041]: value = "task-2889867" [ 1155.706696] env[69041]: _type = "Task" [ 1155.706696] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.712030] env[69041]: DEBUG oslo_concurrency.lockutils [req-26633192-4edd-4285-b716-0f0860d01b1f req-72da781f-fd66-475a-bbf9-16f6c94e2bda service nova] Releasing lock "refresh_cache-a57c9763-1726-4a22-9d20-de9e028d8fbc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.717883] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.085087] env[69041]: DEBUG nova.scheduler.client.report [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.218432] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469742} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.218747] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] a57c9763-1726-4a22-9d20-de9e028d8fbc/a57c9763-1726-4a22-9d20-de9e028d8fbc.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.219008] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.219515] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5163335-0bf4-4aba-88b0-844e893fa091 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.229372] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1156.229372] env[69041]: value = "task-2889868" [ 1156.229372] env[69041]: _type = "Task" [ 1156.229372] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.242234] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.592706] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.593527] env[69041]: DEBUG nova.compute.manager [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.597790] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.274s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.600059] env[69041]: INFO nova.compute.claims [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.745500] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072387} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.745788] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.746645] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de38be06-0b7d-4422-ac83-acf8b8787558 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.773137] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] a57c9763-1726-4a22-9d20-de9e028d8fbc/a57c9763-1726-4a22-9d20-de9e028d8fbc.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.773438] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-555eb2c1-1c7c-41f0-abca-669bea26bf76 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.796931] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1156.796931] env[69041]: value = "task-2889869" [ 1156.796931] env[69041]: _type = "Task" [ 1156.796931] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.807542] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.104570] env[69041]: DEBUG nova.compute.utils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.111775] env[69041]: DEBUG nova.compute.manager [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.112384] env[69041]: DEBUG nova.network.neutron [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.153711] env[69041]: DEBUG nova.policy [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '518c4f6e7022480ab4522b36e8b45e87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce8263d1ec04b1db6cafd327e0975a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.306881] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.383036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.383036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.383036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.383036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.383036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.388030] env[69041]: INFO nova.compute.manager [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Terminating instance [ 1157.528869] env[69041]: DEBUG nova.network.neutron [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Successfully created port: 9982a4c5-c12a-4a47-8be0-1617e36120aa {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.615692] env[69041]: DEBUG nova.compute.manager [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.807733] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889869, 'name': ReconfigVM_Task, 'duration_secs': 0.708963} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.811104] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Reconfigured VM instance instance-0000003a to attach disk [datastore2] a57c9763-1726-4a22-9d20-de9e028d8fbc/a57c9763-1726-4a22-9d20-de9e028d8fbc.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.814321] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71b22891-04db-49b6-a5e8-f8524d012a94 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.822439] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1157.822439] env[69041]: value = "task-2889870" [ 1157.822439] env[69041]: _type = "Task" [ 1157.822439] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.828261] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889870, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.890565] env[69041]: DEBUG nova.compute.manager [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.890798] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.891686] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c24362b-bf99-449c-b38d-2f6b547e0169 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.903305] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.903571] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc7a5a19-09ee-40e6-9b25-9f0469059fb9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.910843] env[69041]: DEBUG oslo_vmware.api [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1157.910843] env[69041]: value = "task-2889871" [ 1157.910843] env[69041]: _type = "Task" [ 1157.910843] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.924094] env[69041]: DEBUG oslo_vmware.api [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.148723] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb75e7c-b5dd-43d1-bbbb-d031b7bbd65d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.157361] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a804bec-86ee-4b38-87aa-2aef80736958 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.202095] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1565cd1e-dbc8-4b8c-9b19-3580d52f3641 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.210767] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bccaa0-ab5a-4945-a892-5b1afa4a2d6a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.230020] env[69041]: DEBUG nova.compute.provider_tree [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.331189] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889870, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.424265] env[69041]: DEBUG oslo_vmware.api [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889871, 'name': PowerOffVM_Task, 'duration_secs': 0.213071} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.424601] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.424817] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.425138] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818fcc3d-e53d-4243-a99a-880eff816184 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.489724] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.490251] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.490463] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Deleting the datastore file [datastore1] 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.490736] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b1b21d6-a4da-4d69-b7ce-c55c44a40877 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.497428] env[69041]: DEBUG oslo_vmware.api [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1158.497428] env[69041]: value = "task-2889873" [ 1158.497428] env[69041]: _type = "Task" [ 1158.497428] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.509156] env[69041]: DEBUG oslo_vmware.api [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.627931] env[69041]: DEBUG nova.compute.manager [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.671615] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.671879] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.672071] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.672281] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.672448] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.672615] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.673255] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.673255] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.673429] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.673570] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.673750] env[69041]: DEBUG nova.virt.hardware [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.674898] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d626df9-066d-48dc-93d7-eae712a22a2a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.682931] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d9fcbe-6ccb-4581-b566-24ae7a2e09ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.732605] env[69041]: DEBUG nova.scheduler.client.report [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.830836] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889870, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.892175] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "b8189091-5a8f-4683-bbce-668554ada5a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.892175] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b8189091-5a8f-4683-bbce-668554ada5a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.010657] env[69041]: DEBUG oslo_vmware.api [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139267} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.012566] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.012854] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.013275] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.013530] env[69041]: INFO nova.compute.manager [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1159.013740] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.014902] env[69041]: DEBUG nova.compute.manager [req-dc1a18d0-e412-4bb5-8e6d-2c9e0da0fbad req-b627eb4a-9724-4137-88ed-c28f3169032c service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Received event network-vif-plugged-9982a4c5-c12a-4a47-8be0-1617e36120aa {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1159.015103] env[69041]: DEBUG oslo_concurrency.lockutils [req-dc1a18d0-e412-4bb5-8e6d-2c9e0da0fbad req-b627eb4a-9724-4137-88ed-c28f3169032c service nova] Acquiring lock "355ce384-674a-4c7a-956c-dc7b7998f33b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.015299] env[69041]: DEBUG oslo_concurrency.lockutils [req-dc1a18d0-e412-4bb5-8e6d-2c9e0da0fbad req-b627eb4a-9724-4137-88ed-c28f3169032c service nova] Lock "355ce384-674a-4c7a-956c-dc7b7998f33b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.017060] env[69041]: DEBUG oslo_concurrency.lockutils [req-dc1a18d0-e412-4bb5-8e6d-2c9e0da0fbad req-b627eb4a-9724-4137-88ed-c28f3169032c service nova] Lock "355ce384-674a-4c7a-956c-dc7b7998f33b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.017060] env[69041]: DEBUG nova.compute.manager [req-dc1a18d0-e412-4bb5-8e6d-2c9e0da0fbad req-b627eb4a-9724-4137-88ed-c28f3169032c service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] No waiting events found dispatching network-vif-plugged-9982a4c5-c12a-4a47-8be0-1617e36120aa {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.017060] env[69041]: WARNING nova.compute.manager [req-dc1a18d0-e412-4bb5-8e6d-2c9e0da0fbad req-b627eb4a-9724-4137-88ed-c28f3169032c service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Received unexpected event network-vif-plugged-9982a4c5-c12a-4a47-8be0-1617e36120aa for instance with vm_state building and task_state spawning. [ 1159.017060] env[69041]: DEBUG nova.compute.manager [-] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.017060] env[69041]: DEBUG nova.network.neutron [-] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.159432] env[69041]: DEBUG nova.network.neutron [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Successfully updated port: 9982a4c5-c12a-4a47-8be0-1617e36120aa {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.241441] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.241441] env[69041]: DEBUG nova.compute.manager [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.242361] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.051s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.242586] env[69041]: DEBUG nova.objects.instance [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lazy-loading 'resources' on Instance uuid a0359bd2-810e-482e-ab77-6a4f2c46872a {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.332625] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889870, 'name': Rename_Task, 'duration_secs': 1.117599} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.334918] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.334918] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c99ec6d-fecd-470e-9e9e-1be9a6b16a1a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.341018] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1159.341018] env[69041]: value = "task-2889874" [ 1159.341018] env[69041]: _type = "Task" [ 1159.341018] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.348135] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.397397] env[69041]: DEBUG nova.compute.manager [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.665130] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquiring lock "refresh_cache-355ce384-674a-4c7a-956c-dc7b7998f33b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.665528] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquired lock "refresh_cache-355ce384-674a-4c7a-956c-dc7b7998f33b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.665743] env[69041]: DEBUG nova.network.neutron [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.750447] env[69041]: DEBUG nova.compute.utils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.753766] env[69041]: DEBUG nova.compute.manager [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.754326] env[69041]: DEBUG nova.network.neutron [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.802205] env[69041]: DEBUG nova.policy [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b96b1eee6d5f44a2ba38202e8257e347', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b90bed88e8d48828a4033c81bc715c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.818474] env[69041]: DEBUG nova.network.neutron [-] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.852049] env[69041]: DEBUG oslo_vmware.api [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889874, 'name': PowerOnVM_Task, 'duration_secs': 0.460399} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.852361] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.852583] env[69041]: INFO nova.compute.manager [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1159.852770] env[69041]: DEBUG nova.compute.manager [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.853534] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8d3e2c-bc94-4673-b5ba-794facb022b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.919989] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.111206] env[69041]: DEBUG nova.network.neutron [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Successfully created port: 88b1bdcf-211d-49cd-ac7c-35c1fd1303b0 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.222354] env[69041]: DEBUG nova.network.neutron [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.260546] env[69041]: DEBUG nova.compute.manager [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.304333] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85fbf3e-9839-4ee1-b3f3-845b6aa04686 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.315717] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0820688-dee8-4e99-ade5-fb2ee2d91330 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.321817] env[69041]: INFO nova.compute.manager [-] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Took 1.30 seconds to deallocate network for instance. [ 1160.358284] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.359022] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823df359-24bd-460a-ab7b-ed59128be4cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.375923] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f841fc4b-79d5-4303-9c03-dadb3273ff96 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.379979] env[69041]: INFO nova.compute.manager [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Took 55.94 seconds to build instance. [ 1160.393617] env[69041]: DEBUG nova.compute.provider_tree [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.427869] env[69041]: DEBUG nova.network.neutron [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Updating instance_info_cache with network_info: [{"id": "9982a4c5-c12a-4a47-8be0-1617e36120aa", "address": "fa:16:3e:06:32:ad", "network": {"id": "6a57ed2b-4f40-4861-a69a-55e9a3b44dbf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1785375834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce8263d1ec04b1db6cafd327e0975a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9982a4c5-c1", "ovs_interfaceid": "9982a4c5-c12a-4a47-8be0-1617e36120aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.742294] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] Acquiring lock "refresh_cache-a57c9763-1726-4a22-9d20-de9e028d8fbc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.742294] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] Acquired lock "refresh_cache-a57c9763-1726-4a22-9d20-de9e028d8fbc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.742294] env[69041]: DEBUG nova.network.neutron [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.882184] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2e57a26-6658-4835-ac31-638069349797 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "a57c9763-1726-4a22-9d20-de9e028d8fbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.458s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.896343] env[69041]: DEBUG nova.scheduler.client.report [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.932652] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Releasing lock "refresh_cache-355ce384-674a-4c7a-956c-dc7b7998f33b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.932911] env[69041]: DEBUG nova.compute.manager [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Instance network_info: |[{"id": "9982a4c5-c12a-4a47-8be0-1617e36120aa", "address": "fa:16:3e:06:32:ad", "network": {"id": "6a57ed2b-4f40-4861-a69a-55e9a3b44dbf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1785375834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce8263d1ec04b1db6cafd327e0975a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9982a4c5-c1", "ovs_interfaceid": "9982a4c5-c12a-4a47-8be0-1617e36120aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.933633] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:32:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9982a4c5-c12a-4a47-8be0-1617e36120aa', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.942256] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Creating folder: Project (dce8263d1ec04b1db6cafd327e0975a7). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.942808] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6657b646-fdcb-4b87-aab2-417bc41a1f74 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.958663] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Created folder: Project (dce8263d1ec04b1db6cafd327e0975a7) in parent group-v580429. [ 1160.958871] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Creating folder: Instances. Parent ref: group-v580596. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.959496] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44aeea96-edca-4cbc-b748-c13e58755661 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.968624] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Created folder: Instances in parent group-v580596. [ 1160.968864] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.969067] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.969283] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3578ea2-b17f-4d45-b24a-bffe63bd402b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.029229] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.029229] env[69041]: value = "task-2889877" [ 1161.029229] env[69041]: _type = "Task" [ 1161.029229] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.029229] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889877, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.269927] env[69041]: DEBUG nova.compute.manager [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.295990] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.296554] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.296554] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.296636] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.296755] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.297265] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.302548] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.302548] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.302548] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.302548] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.302548] env[69041]: DEBUG nova.virt.hardware [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.303182] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f173a8-13e9-41bd-9278-2e03429151bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.309927] env[69041]: DEBUG nova.compute.manager [req-644b1322-ee62-4215-bde0-6e45cb579004 req-73e8202f-afcf-4386-aea5-15af125139db service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Received event network-changed-9982a4c5-c12a-4a47-8be0-1617e36120aa {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1161.310131] env[69041]: DEBUG nova.compute.manager [req-644b1322-ee62-4215-bde0-6e45cb579004 req-73e8202f-afcf-4386-aea5-15af125139db service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Refreshing instance network info cache due to event network-changed-9982a4c5-c12a-4a47-8be0-1617e36120aa. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1161.310349] env[69041]: DEBUG oslo_concurrency.lockutils [req-644b1322-ee62-4215-bde0-6e45cb579004 req-73e8202f-afcf-4386-aea5-15af125139db service nova] Acquiring lock "refresh_cache-355ce384-674a-4c7a-956c-dc7b7998f33b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.310489] env[69041]: DEBUG oslo_concurrency.lockutils [req-644b1322-ee62-4215-bde0-6e45cb579004 req-73e8202f-afcf-4386-aea5-15af125139db service nova] Acquired lock "refresh_cache-355ce384-674a-4c7a-956c-dc7b7998f33b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.310645] env[69041]: DEBUG nova.network.neutron [req-644b1322-ee62-4215-bde0-6e45cb579004 req-73e8202f-afcf-4386-aea5-15af125139db service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Refreshing network info cache for port 9982a4c5-c12a-4a47-8be0-1617e36120aa {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.325601] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6be3269-c0df-4a25-a8e9-9f6cf9db9f3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.403064] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.403337] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.826s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.403596] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.403843] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1161.404210] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.352s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.404490] env[69041]: DEBUG nova.objects.instance [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lazy-loading 'resources' on Instance uuid d246bc31-b065-414f-bec4-98bb0d2828c6 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.408029] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c57f17-0d97-4d2e-a846-ec7110878852 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.416341] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a99501-9e42-49ab-992e-171c94efe233 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.421271] env[69041]: INFO nova.scheduler.client.report [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted allocations for instance a0359bd2-810e-482e-ab77-6a4f2c46872a [ 1161.438384] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99c2a0c-21e5-4299-b717-2c6c4a86a9af {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.445807] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700f06d-8c93-41a4-a6a8-e4db95ea5327 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.477189] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177920MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1161.477360] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.501058] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889877, 'name': CreateVM_Task, 'duration_secs': 0.324367} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.501234] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.502010] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.502068] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.502477] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.502616] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bead871c-ae3c-4bae-9e02-4549fd5cb393 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.508540] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1161.508540] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5206f929-4cba-7b8f-7c6a-db5d6acd1dd6" [ 1161.508540] env[69041]: _type = "Task" [ 1161.508540] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.512643] env[69041]: DEBUG nova.network.neutron [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Updating instance_info_cache with network_info: [{"id": "0a545a21-ccf4-47ff-ac9e-8893d3f4d651", "address": "fa:16:3e:89:6d:59", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a545a21-cc", "ovs_interfaceid": "0a545a21-ccf4-47ff-ac9e-8893d3f4d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.519379] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5206f929-4cba-7b8f-7c6a-db5d6acd1dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.719296] env[69041]: DEBUG nova.network.neutron [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Successfully updated port: 88b1bdcf-211d-49cd-ac7c-35c1fd1303b0 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.793080] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquiring lock "0c1e54bf-e9da-434f-a31e-f352f073ca90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.793268] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lock "0c1e54bf-e9da-434f-a31e-f352f073ca90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.930036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e3f1b407-84e8-456a-9414-939411784555 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "a0359bd2-810e-482e-ab77-6a4f2c46872a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.676s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.019335] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] Releasing lock "refresh_cache-a57c9763-1726-4a22-9d20-de9e028d8fbc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.019561] env[69041]: DEBUG nova.compute.manager [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Inject network info {{(pid=69041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1162.019797] env[69041]: DEBUG nova.compute.manager [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] network_info to inject: |[{"id": "0a545a21-ccf4-47ff-ac9e-8893d3f4d651", "address": "fa:16:3e:89:6d:59", "network": {"id": "acb50c70-b0aa-4879-8982-e27315a5da79", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1527773636-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735e36a825e24027be3e82663a49b692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a545a21-cc", "ovs_interfaceid": "0a545a21-ccf4-47ff-ac9e-8893d3f4d651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1162.024575] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Reconfiguring VM instance to set the machine id {{(pid=69041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1162.024849] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5206f929-4cba-7b8f-7c6a-db5d6acd1dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.027619] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82e3931-4ed0-4315-8d23-af35e431a2a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.037477] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.037721] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.037932] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.038091] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.038298] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.039136] env[69041]: DEBUG nova.network.neutron [req-644b1322-ee62-4215-bde0-6e45cb579004 req-73e8202f-afcf-4386-aea5-15af125139db service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Updated VIF entry in instance network info cache for port 9982a4c5-c12a-4a47-8be0-1617e36120aa. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.039449] env[69041]: DEBUG nova.network.neutron [req-644b1322-ee62-4215-bde0-6e45cb579004 req-73e8202f-afcf-4386-aea5-15af125139db service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Updating instance_info_cache with network_info: [{"id": "9982a4c5-c12a-4a47-8be0-1617e36120aa", "address": "fa:16:3e:06:32:ad", "network": {"id": "6a57ed2b-4f40-4861-a69a-55e9a3b44dbf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1785375834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce8263d1ec04b1db6cafd327e0975a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9982a4c5-c1", "ovs_interfaceid": "9982a4c5-c12a-4a47-8be0-1617e36120aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.040735] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-608b7bee-7d45-4894-b0e1-6472ab927332 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.048582] env[69041]: DEBUG oslo_vmware.api [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] Waiting for the task: (returnval){ [ 1162.048582] env[69041]: value = "task-2889878" [ 1162.048582] env[69041]: _type = "Task" [ 1162.048582] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.049711] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.049870] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.054358] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8165c28-13c4-436b-bde8-7ac6797ad815 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.065226] env[69041]: DEBUG oslo_vmware.api [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] Task: {'id': task-2889878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.066451] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1162.066451] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c10271-63b4-112e-1b4f-93f3843a0586" [ 1162.066451] env[69041]: _type = "Task" [ 1162.066451] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.076212] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c10271-63b4-112e-1b4f-93f3843a0586, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.079742] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e7c4cb-9d41-4c01-8f9f-5755bd2bd734 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.084942] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1162.084942] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52893780-6d01-d40e-e57c-d956516b4a33" [ 1162.084942] env[69041]: _type = "Task" [ 1162.084942] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.094857] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52893780-6d01-d40e-e57c-d956516b4a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.228358] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "refresh_cache-93c22188-05e9-480f-b797-83969f31bb09" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.228517] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "refresh_cache-93c22188-05e9-480f-b797-83969f31bb09" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.228672] env[69041]: DEBUG nova.network.neutron [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.295739] env[69041]: DEBUG nova.compute.manager [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.441616] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b686c11f-f66e-4113-87bf-db3b57db2e37 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.449337] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7feeb0-6d3d-4605-a1b0-7d0fc0618635 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.482212] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f663d86f-1011-4684-af96-ced1deaa2cd5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.489782] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28869121-60ac-44e5-bccc-5e510841c81f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.502838] env[69041]: DEBUG nova.compute.provider_tree [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.543518] env[69041]: DEBUG oslo_concurrency.lockutils [req-644b1322-ee62-4215-bde0-6e45cb579004 req-73e8202f-afcf-4386-aea5-15af125139db service nova] Releasing lock "refresh_cache-355ce384-674a-4c7a-956c-dc7b7998f33b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.543797] env[69041]: DEBUG nova.compute.manager [req-644b1322-ee62-4215-bde0-6e45cb579004 req-73e8202f-afcf-4386-aea5-15af125139db service nova] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Received event network-vif-deleted-8aa9048a-ef67-4c89-aab3-60212c103f2f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1162.560464] env[69041]: DEBUG oslo_vmware.api [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] Task: {'id': task-2889878, 'name': ReconfigVM_Task, 'duration_secs': 0.185494} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.560785] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4d7c93-f942-4eda-9102-7cd15b20adc1 tempest-ServersAdminTestJSON-1351293380 tempest-ServersAdminTestJSON-1351293380-project-admin] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Reconfigured VM instance to set the machine id {{(pid=69041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1162.597075] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52893780-6d01-d40e-e57c-d956516b4a33, 'name': SearchDatastore_Task, 'duration_secs': 0.007931} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.597402] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.597676] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 355ce384-674a-4c7a-956c-dc7b7998f33b/355ce384-674a-4c7a-956c-dc7b7998f33b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.597928] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fed1a04f-48e6-4d2b-ab6b-224a74bf349f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.604938] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1162.604938] env[69041]: value = "task-2889879" [ 1162.604938] env[69041]: _type = "Task" [ 1162.604938] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.612762] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.762077] env[69041]: DEBUG nova.network.neutron [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.824631] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.932924] env[69041]: DEBUG nova.network.neutron [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Updating instance_info_cache with network_info: [{"id": "88b1bdcf-211d-49cd-ac7c-35c1fd1303b0", "address": "fa:16:3e:d5:14:9f", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b1bdcf-21", "ovs_interfaceid": "88b1bdcf-211d-49cd-ac7c-35c1fd1303b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.006228] env[69041]: DEBUG nova.scheduler.client.report [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.116631] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472924} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.116895] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 355ce384-674a-4c7a-956c-dc7b7998f33b/355ce384-674a-4c7a-956c-dc7b7998f33b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.117126] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.117429] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-994834d6-d9a1-4de6-8ce1-990cba802f89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.124107] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1163.124107] env[69041]: value = "task-2889880" [ 1163.124107] env[69041]: _type = "Task" [ 1163.124107] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.131800] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.422710] env[69041]: DEBUG nova.compute.manager [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Received event network-vif-plugged-88b1bdcf-211d-49cd-ac7c-35c1fd1303b0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1163.422710] env[69041]: DEBUG oslo_concurrency.lockutils [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] Acquiring lock "93c22188-05e9-480f-b797-83969f31bb09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.422776] env[69041]: DEBUG oslo_concurrency.lockutils [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] Lock "93c22188-05e9-480f-b797-83969f31bb09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.422926] env[69041]: DEBUG oslo_concurrency.lockutils [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] Lock "93c22188-05e9-480f-b797-83969f31bb09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.423109] env[69041]: DEBUG nova.compute.manager [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] [instance: 93c22188-05e9-480f-b797-83969f31bb09] No waiting events found dispatching network-vif-plugged-88b1bdcf-211d-49cd-ac7c-35c1fd1303b0 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.423318] env[69041]: WARNING nova.compute.manager [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Received unexpected event network-vif-plugged-88b1bdcf-211d-49cd-ac7c-35c1fd1303b0 for instance with vm_state building and task_state spawning. [ 1163.423678] env[69041]: DEBUG nova.compute.manager [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Received event network-changed-88b1bdcf-211d-49cd-ac7c-35c1fd1303b0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1163.423852] env[69041]: DEBUG nova.compute.manager [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Refreshing instance network info cache due to event network-changed-88b1bdcf-211d-49cd-ac7c-35c1fd1303b0. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1163.424030] env[69041]: DEBUG oslo_concurrency.lockutils [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] Acquiring lock "refresh_cache-93c22188-05e9-480f-b797-83969f31bb09" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.435466] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "refresh_cache-93c22188-05e9-480f-b797-83969f31bb09" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.435780] env[69041]: DEBUG nova.compute.manager [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Instance network_info: |[{"id": "88b1bdcf-211d-49cd-ac7c-35c1fd1303b0", "address": "fa:16:3e:d5:14:9f", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b1bdcf-21", "ovs_interfaceid": "88b1bdcf-211d-49cd-ac7c-35c1fd1303b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.436068] env[69041]: DEBUG oslo_concurrency.lockutils [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] Acquired lock "refresh_cache-93c22188-05e9-480f-b797-83969f31bb09" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.436249] env[69041]: DEBUG nova.network.neutron [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Refreshing network info cache for port 88b1bdcf-211d-49cd-ac7c-35c1fd1303b0 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.437500] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:14:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88b1bdcf-211d-49cd-ac7c-35c1fd1303b0', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.445198] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.446028] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.446271] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e50314e-39e1-45c8-872b-784d7a499617 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.466804] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.466804] env[69041]: value = "task-2889881" [ 1163.466804] env[69041]: _type = "Task" [ 1163.466804] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.474792] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889881, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.512019] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.515331] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.211s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.515897] env[69041]: INFO nova.compute.claims [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.535095] env[69041]: INFO nova.scheduler.client.report [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Deleted allocations for instance d246bc31-b065-414f-bec4-98bb0d2828c6 [ 1163.636938] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061508} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.637247] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.638139] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b084d-59c0-4f16-a02d-5e3cc76da8a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.661337] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 355ce384-674a-4c7a-956c-dc7b7998f33b/355ce384-674a-4c7a-956c-dc7b7998f33b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.661606] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cfbe781-1d36-4b45-950b-f73c944505dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.686043] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1163.686043] env[69041]: value = "task-2889882" [ 1163.686043] env[69041]: _type = "Task" [ 1163.686043] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.694362] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.744664] env[69041]: INFO nova.compute.manager [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Rebuilding instance [ 1163.791721] env[69041]: DEBUG nova.compute.manager [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.792598] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ed9688-f5c7-4dea-9abb-b0057f5ec801 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.977347] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889881, 'name': CreateVM_Task, 'duration_secs': 0.33161} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.980225] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.980920] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.981094] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.981431] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.981992] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995ec0a1-8e61-4cde-a368-ad2573972637 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.987133] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1163.987133] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5248a0b3-e92f-562a-bc8a-220c6521ce8c" [ 1163.987133] env[69041]: _type = "Task" [ 1163.987133] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.996700] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5248a0b3-e92f-562a-bc8a-220c6521ce8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.044861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dc41539d-b0be-4a12-a896-b5dc0debcf8f tempest-ServersTestMultiNic-2056272076 tempest-ServersTestMultiNic-2056272076-project-member] Lock "d246bc31-b065-414f-bec4-98bb0d2828c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.756s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.157705] env[69041]: DEBUG nova.network.neutron [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Updated VIF entry in instance network info cache for port 88b1bdcf-211d-49cd-ac7c-35c1fd1303b0. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.157981] env[69041]: DEBUG nova.network.neutron [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Updating instance_info_cache with network_info: [{"id": "88b1bdcf-211d-49cd-ac7c-35c1fd1303b0", "address": "fa:16:3e:d5:14:9f", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88b1bdcf-21", "ovs_interfaceid": "88b1bdcf-211d-49cd-ac7c-35c1fd1303b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.196489] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889882, 'name': ReconfigVM_Task, 'duration_secs': 0.308139} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.196489] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 355ce384-674a-4c7a-956c-dc7b7998f33b/355ce384-674a-4c7a-956c-dc7b7998f33b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.196732] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09af5a5c-af0d-43f9-9b22-c7308cb2888e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.202855] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1164.202855] env[69041]: value = "task-2889883" [ 1164.202855] env[69041]: _type = "Task" [ 1164.202855] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.210954] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889883, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.498632] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5248a0b3-e92f-562a-bc8a-220c6521ce8c, 'name': SearchDatastore_Task, 'duration_secs': 0.043762} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.498919] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.499168] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.499417] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.499553] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.499772] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.500039] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4386fa1-ed3e-4d01-b286-42d2a8e1870a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.507995] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.508209] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.508959] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57cca91-6123-4d4d-b658-7d1e46f84a9d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.513889] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1164.513889] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ed50aa-5cfb-fa49-9ecd-b5482d1c78b4" [ 1164.513889] env[69041]: _type = "Task" [ 1164.513889] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.521515] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ed50aa-5cfb-fa49-9ecd-b5482d1c78b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.662594] env[69041]: DEBUG oslo_concurrency.lockutils [req-ed80ed54-fabf-4154-9c4e-54ff49bf1ed6 req-7e244506-9995-479f-8b2b-6453557e70b6 service nova] Releasing lock "refresh_cache-93c22188-05e9-480f-b797-83969f31bb09" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.711388] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889883, 'name': Rename_Task, 'duration_secs': 0.126229} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.713661] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.714070] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26167947-2506-4c6a-b0eb-49eb1299180e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.720093] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1164.720093] env[69041]: value = "task-2889884" [ 1164.720093] env[69041]: _type = "Task" [ 1164.720093] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.732899] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.807544] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.807544] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53cedab8-2cd4-49ed-aea6-cb015138e69f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.813235] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1164.813235] env[69041]: value = "task-2889885" [ 1164.813235] env[69041]: _type = "Task" [ 1164.813235] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.821613] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.916602] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c07c7c-62b9-4391-8484-75ef03957f15 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.925821] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f81d85e-f035-43b2-9f17-06c6c709cae1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.962394] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a88dc4-ab0b-4507-8698-2946907d03ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.972264] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03d3ec7-ce9b-4362-b687-c330f917647f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.987468] env[69041]: DEBUG nova.compute.provider_tree [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.023818] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ed50aa-5cfb-fa49-9ecd-b5482d1c78b4, 'name': SearchDatastore_Task, 'duration_secs': 0.007874} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.024681] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-108d6a85-ef01-4103-9af0-4f3c2642cccb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.030200] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1165.030200] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f84ce0-38bf-6d94-60ef-5c6e093da0fe" [ 1165.030200] env[69041]: _type = "Task" [ 1165.030200] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.038318] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f84ce0-38bf-6d94-60ef-5c6e093da0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.230223] env[69041]: DEBUG oslo_vmware.api [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889884, 'name': PowerOnVM_Task, 'duration_secs': 0.446749} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.230490] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.230694] env[69041]: INFO nova.compute.manager [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1165.230873] env[69041]: DEBUG nova.compute.manager [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.231637] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c8faae-6c61-41d4-a9f7-14dd41b0ff68 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.322968] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889885, 'name': PowerOffVM_Task, 'duration_secs': 0.175477} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.323273] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.323507] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.324295] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec8faed-c08a-454a-be73-30fdce88a985 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.330788] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.332226] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ba4b45d-16a0-44d6-8f46-793c6ccef5a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.387915] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.388145] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.388331] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleting the datastore file [datastore1] 5b9ab20b-7d59-4248-885e-3b4ff7458da3 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.388597] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a02abdf-12ba-4063-9541-3bc3aa8f5e2d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.394663] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1165.394663] env[69041]: value = "task-2889887" [ 1165.394663] env[69041]: _type = "Task" [ 1165.394663] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.402102] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.491861] env[69041]: DEBUG nova.scheduler.client.report [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.541973] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f84ce0-38bf-6d94-60ef-5c6e093da0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.542547] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.542832] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 93c22188-05e9-480f-b797-83969f31bb09/93c22188-05e9-480f-b797-83969f31bb09.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.543103] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f527da1-f108-4754-853d-9b9df25ca3a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.551584] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1165.551584] env[69041]: value = "task-2889888" [ 1165.551584] env[69041]: _type = "Task" [ 1165.551584] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.556691] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.750203] env[69041]: INFO nova.compute.manager [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Took 56.96 seconds to build instance. [ 1165.906436] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133877} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.906741] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.906947] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.907266] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.998084] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.999271] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.426s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.999500] env[69041]: DEBUG nova.objects.instance [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lazy-loading 'resources' on Instance uuid 254bd064-41ac-48f6-ae26-556d8833209f {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.058918] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889888, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.252670] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d7fa3aa7-4b89-4060-ac52-0f2d2731000e tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "355ce384-674a-4c7a-956c-dc7b7998f33b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.385s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.502719] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquiring lock "c0d08bcc-f523-4e93-99a8-29c2dbe461fe" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.502960] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "c0d08bcc-f523-4e93-99a8-29c2dbe461fe" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.559470] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514663} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.561773] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 93c22188-05e9-480f-b797-83969f31bb09/93c22188-05e9-480f-b797-83969f31bb09.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.562074] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.562415] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de0ef17e-86d3-44f6-8ba3-2e1ae6069275 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.568752] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1166.568752] env[69041]: value = "task-2889889" [ 1166.568752] env[69041]: _type = "Task" [ 1166.568752] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.582196] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.933233] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab201e8-fff6-446c-870a-4fcbe96bc29e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.942972] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81471d5-bf70-4bdd-92e8-b5f0789d2ed7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.948367] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.948712] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.948712] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.948865] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.949022] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.949177] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.949376] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.949542] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.949700] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.949884] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.950038] env[69041]: DEBUG nova.virt.hardware [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.950770] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a28723f-cd24-48db-aabf-d4adbb881978 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.983568] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a296e12f-133c-48b6-8981-b2435e22508c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.988062] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df18eae7-e4bc-400b-84e3-eaa72e28ec09 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.003322] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84817426-131f-4c35-89ce-940dbbd72b57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.007431] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquiring lock "355ce384-674a-4c7a-956c-dc7b7998f33b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.007661] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "355ce384-674a-4c7a-956c-dc7b7998f33b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.007875] env[69041]: INFO nova.compute.manager [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Rebooting instance [ 1167.009327] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:0c:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750e7226-4db6-4269-b7ef-a15c75bdce9b', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.016636] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.017214] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "c0d08bcc-f523-4e93-99a8-29c2dbe461fe" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.514s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.017686] env[69041]: DEBUG nova.compute.manager [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.020270] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.021240] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-774935d1-3ede-43bc-b8b4-cd9dfdb4a7f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.043711] env[69041]: DEBUG nova.compute.provider_tree [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.050919] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.050919] env[69041]: value = "task-2889890" [ 1167.050919] env[69041]: _type = "Task" [ 1167.050919] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.059588] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889890, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.077658] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095526} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.077954] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.078762] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aa17c0-9c4e-48a3-aa39-8f0824116951 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.101463] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 93c22188-05e9-480f-b797-83969f31bb09/93c22188-05e9-480f-b797-83969f31bb09.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.101725] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5259f70f-f39a-4de1-ae8e-05ef5ca7ccd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.121256] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1167.121256] env[69041]: value = "task-2889891" [ 1167.121256] env[69041]: _type = "Task" [ 1167.121256] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.131830] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.522373] env[69041]: DEBUG nova.compute.utils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.523634] env[69041]: DEBUG nova.compute.manager [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.523809] env[69041]: DEBUG nova.network.neutron [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.543281] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquiring lock "refresh_cache-355ce384-674a-4c7a-956c-dc7b7998f33b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.543397] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquired lock "refresh_cache-355ce384-674a-4c7a-956c-dc7b7998f33b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.543518] env[69041]: DEBUG nova.network.neutron [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.547791] env[69041]: DEBUG nova.scheduler.client.report [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.564261] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889890, 'name': CreateVM_Task, 'duration_secs': 0.310058} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.564261] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.564261] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.564261] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.564593] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.565969] env[69041]: DEBUG nova.policy [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0091c79942449ada9bb2cf5000b7f50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f461420c2a9476eae1afa1f0c612a7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.567634] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9faa1e6-096f-4022-a56b-3de8ae85cf43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.572577] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1167.572577] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527a0101-d931-ddb7-0c52-5c21bd11b701" [ 1167.572577] env[69041]: _type = "Task" [ 1167.572577] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.581042] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527a0101-d931-ddb7-0c52-5c21bd11b701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.631892] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889891, 'name': ReconfigVM_Task, 'duration_secs': 0.359903} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.632180] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 93c22188-05e9-480f-b797-83969f31bb09/93c22188-05e9-480f-b797-83969f31bb09.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.632830] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80046223-82a6-4075-8480-477555ccd638 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.642380] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1167.642380] env[69041]: value = "task-2889892" [ 1167.642380] env[69041]: _type = "Task" [ 1167.642380] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.648991] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889892, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.882998] env[69041]: DEBUG nova.network.neutron [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Successfully created port: ed7948b0-c43a-4f78-8408-193961cc90bf {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.028280] env[69041]: DEBUG nova.compute.manager [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.060695] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.063243] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.790s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.064527] env[69041]: DEBUG nova.objects.instance [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'resources' on Instance uuid 33a5392e-0c18-4262-884d-8d6ebdbaea9a {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.084616] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527a0101-d931-ddb7-0c52-5c21bd11b701, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.085493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.085792] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.086157] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.086388] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.086592] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.086848] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232014a6-6e8a-4e0d-be0b-5813cda1eadc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.098115] env[69041]: INFO nova.scheduler.client.report [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Deleted allocations for instance 254bd064-41ac-48f6-ae26-556d8833209f [ 1168.103973] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.104184] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.108224] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca05a41c-a010-45c3-8c03-d287125e789c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.117038] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1168.117038] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d91d06-828c-4590-09c2-3475a2905ae9" [ 1168.117038] env[69041]: _type = "Task" [ 1168.117038] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.124167] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d91d06-828c-4590-09c2-3475a2905ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.150709] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889892, 'name': Rename_Task, 'duration_secs': 0.144362} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.153480] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.154481] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f09c7a60-06ae-4d8e-87b9-2894f428cba1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.161627] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1168.161627] env[69041]: value = "task-2889893" [ 1168.161627] env[69041]: _type = "Task" [ 1168.161627] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.169713] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.305596] env[69041]: DEBUG nova.network.neutron [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Updating instance_info_cache with network_info: [{"id": "9982a4c5-c12a-4a47-8be0-1617e36120aa", "address": "fa:16:3e:06:32:ad", "network": {"id": "6a57ed2b-4f40-4861-a69a-55e9a3b44dbf", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1785375834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce8263d1ec04b1db6cafd327e0975a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9982a4c5-c1", "ovs_interfaceid": "9982a4c5-c12a-4a47-8be0-1617e36120aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.378062] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "8038fce1-b94f-4a86-a925-1e789fae4068" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.378062] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "8038fce1-b94f-4a86-a925-1e789fae4068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.614881] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5e789500-6d7e-4f64-a717-6bac52ead27e tempest-ListImageFiltersTestJSON-1169700003 tempest-ListImageFiltersTestJSON-1169700003-project-member] Lock "254bd064-41ac-48f6-ae26-556d8833209f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.636s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.625531] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d91d06-828c-4590-09c2-3475a2905ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.008924} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.629596] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db20b0e6-84bc-45b0-b0f0-0840af85d46d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.635258] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1168.635258] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c90e33-2089-8876-84b2-415c19b571a9" [ 1168.635258] env[69041]: _type = "Task" [ 1168.635258] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.647478] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c90e33-2089-8876-84b2-415c19b571a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.647725] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.647972] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.648239] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f058a8a-39d6-4594-8d39-019277d7c57c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.655481] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1168.655481] env[69041]: value = "task-2889894" [ 1168.655481] env[69041]: _type = "Task" [ 1168.655481] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.662762] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.673624] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.757037] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "e985fbad-6b6d-4622-8220-471b4cfd1f6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.757297] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "e985fbad-6b6d-4622-8220-471b4cfd1f6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.808519] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Releasing lock "refresh_cache-355ce384-674a-4c7a-956c-dc7b7998f33b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.880674] env[69041]: DEBUG nova.compute.manager [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.030586] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e3a4a-e704-4292-ab12-830536b2493e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.038536] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e360d6df-612a-4ee4-8866-6e99782893a9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.044048] env[69041]: DEBUG nova.compute.manager [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.079202] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5973022-3015-4c1e-9ca5-eca993f46abe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.090651] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.090972] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.091191] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.091367] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.091514] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.091657] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.091974] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.092230] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.092422] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.092588] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.092950] env[69041]: DEBUG nova.virt.hardware [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.094424] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff850f47-27af-476a-b0d8-41bf81b26013 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.100617] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798149b4-1309-4fa2-bf98-c95ff47d9c36 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.114173] env[69041]: DEBUG nova.compute.provider_tree [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.119366] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c819a43-aa35-4d0d-8f2e-1cb6af79fd07 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.164374] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889894, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.172515] env[69041]: DEBUG oslo_vmware.api [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889893, 'name': PowerOnVM_Task, 'duration_secs': 0.850358} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.172727] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.172821] env[69041]: INFO nova.compute.manager [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1169.173010] env[69041]: DEBUG nova.compute.manager [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.173778] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a46001-a17c-479e-aaba-7d25aee99dd3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.259789] env[69041]: DEBUG nova.compute.manager [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.314136] env[69041]: DEBUG nova.compute.manager [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.314981] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e00743-bf89-403a-a7d4-038861bfd297 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.370798] env[69041]: DEBUG nova.compute.manager [req-fcfa1c9b-b08b-4513-b4ff-b2754b8210f6 req-257411d8-1f2f-4784-b287-a8bc34260786 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Received event network-vif-plugged-ed7948b0-c43a-4f78-8408-193961cc90bf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1169.371048] env[69041]: DEBUG oslo_concurrency.lockutils [req-fcfa1c9b-b08b-4513-b4ff-b2754b8210f6 req-257411d8-1f2f-4784-b287-a8bc34260786 service nova] Acquiring lock "00f299cb-b6f4-4833-af4a-24967026cb6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.371264] env[69041]: DEBUG oslo_concurrency.lockutils [req-fcfa1c9b-b08b-4513-b4ff-b2754b8210f6 req-257411d8-1f2f-4784-b287-a8bc34260786 service nova] Lock "00f299cb-b6f4-4833-af4a-24967026cb6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.371435] env[69041]: DEBUG oslo_concurrency.lockutils [req-fcfa1c9b-b08b-4513-b4ff-b2754b8210f6 req-257411d8-1f2f-4784-b287-a8bc34260786 service nova] Lock "00f299cb-b6f4-4833-af4a-24967026cb6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.371604] env[69041]: DEBUG nova.compute.manager [req-fcfa1c9b-b08b-4513-b4ff-b2754b8210f6 req-257411d8-1f2f-4784-b287-a8bc34260786 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] No waiting events found dispatching network-vif-plugged-ed7948b0-c43a-4f78-8408-193961cc90bf {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.371805] env[69041]: WARNING nova.compute.manager [req-fcfa1c9b-b08b-4513-b4ff-b2754b8210f6 req-257411d8-1f2f-4784-b287-a8bc34260786 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Received unexpected event network-vif-plugged-ed7948b0-c43a-4f78-8408-193961cc90bf for instance with vm_state building and task_state spawning. [ 1169.406036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.458636] env[69041]: DEBUG nova.network.neutron [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Successfully updated port: ed7948b0-c43a-4f78-8408-193961cc90bf {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.619953] env[69041]: DEBUG nova.scheduler.client.report [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.665638] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513661} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.665763] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.666091] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.666251] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc33c177-ff5d-4ad5-9081-541d6a5e8bae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.674220] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1169.674220] env[69041]: value = "task-2889895" [ 1169.674220] env[69041]: _type = "Task" [ 1169.674220] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.683222] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.695788] env[69041]: INFO nova.compute.manager [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Took 51.40 seconds to build instance. [ 1169.785203] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.961035] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquiring lock "refresh_cache-00f299cb-b6f4-4833-af4a-24967026cb6e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.961140] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquired lock "refresh_cache-00f299cb-b6f4-4833-af4a-24967026cb6e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.961369] env[69041]: DEBUG nova.network.neutron [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.125660] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.127984] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.185s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.146992] env[69041]: INFO nova.scheduler.client.report [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleted allocations for instance 33a5392e-0c18-4262-884d-8d6ebdbaea9a [ 1170.185299] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205854} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.186086] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.187292] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a753f-bc40-472e-8328-cc119b2501c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.204591] env[69041]: DEBUG oslo_concurrency.lockutils [None req-be58b58d-df48-4c12-8542-9b345b8b4b02 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "93c22188-05e9-480f-b797-83969f31bb09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.926s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.215178] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.216057] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4da716-f680-458d-acaf-d90ec5d62e30 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.239020] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1170.239020] env[69041]: value = "task-2889896" [ 1170.239020] env[69041]: _type = "Task" [ 1170.239020] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.250815] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.335111] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d02d82-84e0-4d39-ada7-aa51b8d0a96c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.343120] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Doing hard reboot of VM {{(pid=69041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1170.344804] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-921d5a22-3a27-4950-ae3b-51335cfaf656 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.349473] env[69041]: DEBUG oslo_vmware.api [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1170.349473] env[69041]: value = "task-2889897" [ 1170.349473] env[69041]: _type = "Task" [ 1170.349473] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.359168] env[69041]: DEBUG oslo_vmware.api [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889897, 'name': ResetVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.473170] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dde480c-954b-47ae-a21a-9794b10d8bee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.482103] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5e7eb-b39c-4db8-b26f-09b33d90a15d tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Suspending the VM {{(pid=69041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1170.482103] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b75caf47-5f39-41f2-9a07-973972a5ca31 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.489111] env[69041]: DEBUG oslo_vmware.api [None req-40a5e7eb-b39c-4db8-b26f-09b33d90a15d tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1170.489111] env[69041]: value = "task-2889898" [ 1170.489111] env[69041]: _type = "Task" [ 1170.489111] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.498194] env[69041]: DEBUG oslo_vmware.api [None req-40a5e7eb-b39c-4db8-b26f-09b33d90a15d tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889898, 'name': SuspendVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.514305] env[69041]: DEBUG nova.network.neutron [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.656048] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb3703bd-9713-4959-b7fb-2c4d3715f569 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "33a5392e-0c18-4262-884d-8d6ebdbaea9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.546s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.732105] env[69041]: DEBUG nova.network.neutron [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Updating instance_info_cache with network_info: [{"id": "ed7948b0-c43a-4f78-8408-193961cc90bf", "address": "fa:16:3e:be:21:09", "network": {"id": "20362201-89a2-4ff6-ad86-998eb1716f0f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-147661517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f461420c2a9476eae1afa1f0c612a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7948b0-c4", "ovs_interfaceid": "ed7948b0-c43a-4f78-8408-193961cc90bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.754576] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889896, 'name': ReconfigVM_Task, 'duration_secs': 0.509386} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.755420] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.756385] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0683b848-9337-456b-9621-ce904ef5d1f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.765780] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1170.765780] env[69041]: value = "task-2889899" [ 1170.765780] env[69041]: _type = "Task" [ 1170.765780] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.774619] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889899, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.860937] env[69041]: DEBUG oslo_vmware.api [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889897, 'name': ResetVM_Task, 'duration_secs': 0.103449} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.865989] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Did hard reboot of VM {{(pid=69041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1170.866307] env[69041]: DEBUG nova.compute.manager [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.867628] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e11b06-fb9d-4a28-ac14-c32218c2bafd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.000456] env[69041]: DEBUG oslo_vmware.api [None req-40a5e7eb-b39c-4db8-b26f-09b33d90a15d tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889898, 'name': SuspendVM_Task} progress is 62%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.125784] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a6a279-f5c6-491f-bbce-5bcaa6d09efd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.134441] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe860ae4-80a3-495a-a142-8350c633ba67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.174729] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76771e64-78ca-4029-abc3-691ba20f2088 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.182159] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68afcce-bc0e-4ec7-b34d-d102b7b12dd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.195795] env[69041]: DEBUG nova.compute.provider_tree [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.235239] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Releasing lock "refresh_cache-00f299cb-b6f4-4833-af4a-24967026cb6e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.235566] env[69041]: DEBUG nova.compute.manager [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Instance network_info: |[{"id": "ed7948b0-c43a-4f78-8408-193961cc90bf", "address": "fa:16:3e:be:21:09", "network": {"id": "20362201-89a2-4ff6-ad86-998eb1716f0f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-147661517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f461420c2a9476eae1afa1f0c612a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7948b0-c4", "ovs_interfaceid": "ed7948b0-c43a-4f78-8408-193961cc90bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.236265] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:21:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed7948b0-c43a-4f78-8408-193961cc90bf', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.243803] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Creating folder: Project (8f461420c2a9476eae1afa1f0c612a7a). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.244074] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d84ccd50-180f-4769-a50d-2eec02e032f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.255596] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Created folder: Project (8f461420c2a9476eae1afa1f0c612a7a) in parent group-v580429. [ 1171.255792] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Creating folder: Instances. Parent ref: group-v580601. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.256037] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d25427f-a3c1-4b99-a714-9de900ffdcea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.266707] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Created folder: Instances in parent group-v580601. [ 1171.266952] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.270596] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.271151] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8aa5e44-c3e1-4595-857a-2ae137095def {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.292644] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889899, 'name': Rename_Task, 'duration_secs': 0.141812} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.294159] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.294400] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.294400] env[69041]: value = "task-2889902" [ 1171.294400] env[69041]: _type = "Task" [ 1171.294400] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.294576] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e954bc03-c924-4bb7-81b5-cf11dbd49804 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.304605] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889902, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.305870] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1171.305870] env[69041]: value = "task-2889903" [ 1171.305870] env[69041]: _type = "Task" [ 1171.305870] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.318501] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.381160] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada361ba-db3c-4dbf-b6cc-0ec36b889ff8 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "355ce384-674a-4c7a-956c-dc7b7998f33b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.373s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.504547] env[69041]: DEBUG oslo_vmware.api [None req-40a5e7eb-b39c-4db8-b26f-09b33d90a15d tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889898, 'name': SuspendVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.702020] env[69041]: DEBUG nova.scheduler.client.report [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.744953] env[69041]: DEBUG nova.compute.manager [req-047bc70d-8f58-4407-ba1d-de34b5fc737e req-020877db-039b-4187-80bd-3db943252e09 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Received event network-changed-ed7948b0-c43a-4f78-8408-193961cc90bf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1171.744953] env[69041]: DEBUG nova.compute.manager [req-047bc70d-8f58-4407-ba1d-de34b5fc737e req-020877db-039b-4187-80bd-3db943252e09 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Refreshing instance network info cache due to event network-changed-ed7948b0-c43a-4f78-8408-193961cc90bf. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1171.745115] env[69041]: DEBUG oslo_concurrency.lockutils [req-047bc70d-8f58-4407-ba1d-de34b5fc737e req-020877db-039b-4187-80bd-3db943252e09 service nova] Acquiring lock "refresh_cache-00f299cb-b6f4-4833-af4a-24967026cb6e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.745302] env[69041]: DEBUG oslo_concurrency.lockutils [req-047bc70d-8f58-4407-ba1d-de34b5fc737e req-020877db-039b-4187-80bd-3db943252e09 service nova] Acquired lock "refresh_cache-00f299cb-b6f4-4833-af4a-24967026cb6e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.745471] env[69041]: DEBUG nova.network.neutron [req-047bc70d-8f58-4407-ba1d-de34b5fc737e req-020877db-039b-4187-80bd-3db943252e09 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Refreshing network info cache for port ed7948b0-c43a-4f78-8408-193961cc90bf {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.806029] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889902, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.819151] env[69041]: DEBUG oslo_vmware.api [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889903, 'name': PowerOnVM_Task, 'duration_secs': 0.453972} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.819422] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.819620] env[69041]: DEBUG nova.compute.manager [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.820437] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d812ffe1-848e-4811-8870-86c9a3d039fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.002327] env[69041]: DEBUG oslo_vmware.api [None req-40a5e7eb-b39c-4db8-b26f-09b33d90a15d tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889898, 'name': SuspendVM_Task, 'duration_secs': 1.055731} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.002597] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5e7eb-b39c-4db8-b26f-09b33d90a15d tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Suspended the VM {{(pid=69041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1172.002781] env[69041]: DEBUG nova.compute.manager [None req-40a5e7eb-b39c-4db8-b26f-09b33d90a15d tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.003784] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082361d9-0635-4459-9671-2851c21a6239 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.312013] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889902, 'name': CreateVM_Task, 'duration_secs': 0.881177} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.312352] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.313381] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.313698] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.314267] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.316110] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c645a236-373d-4da3-9718-ba2b899dce38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.321372] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for the task: (returnval){ [ 1172.321372] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52aa1767-4494-f878-8d75-8e924d8fb828" [ 1172.321372] env[69041]: _type = "Task" [ 1172.321372] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.339432] env[69041]: DEBUG oslo_concurrency.lockutils [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquiring lock "355ce384-674a-4c7a-956c-dc7b7998f33b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.340144] env[69041]: DEBUG oslo_concurrency.lockutils [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "355ce384-674a-4c7a-956c-dc7b7998f33b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.340509] env[69041]: DEBUG oslo_concurrency.lockutils [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquiring lock "355ce384-674a-4c7a-956c-dc7b7998f33b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.340999] env[69041]: DEBUG oslo_concurrency.lockutils [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "355ce384-674a-4c7a-956c-dc7b7998f33b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.341323] env[69041]: DEBUG oslo_concurrency.lockutils [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "355ce384-674a-4c7a-956c-dc7b7998f33b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.343911] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52aa1767-4494-f878-8d75-8e924d8fb828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.346020] env[69041]: INFO nova.compute.manager [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Terminating instance [ 1172.348729] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.592954] env[69041]: DEBUG nova.network.neutron [req-047bc70d-8f58-4407-ba1d-de34b5fc737e req-020877db-039b-4187-80bd-3db943252e09 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Updated VIF entry in instance network info cache for port ed7948b0-c43a-4f78-8408-193961cc90bf. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.593394] env[69041]: DEBUG nova.network.neutron [req-047bc70d-8f58-4407-ba1d-de34b5fc737e req-020877db-039b-4187-80bd-3db943252e09 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Updating instance_info_cache with network_info: [{"id": "ed7948b0-c43a-4f78-8408-193961cc90bf", "address": "fa:16:3e:be:21:09", "network": {"id": "20362201-89a2-4ff6-ad86-998eb1716f0f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-147661517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f461420c2a9476eae1afa1f0c612a7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped7948b0-c4", "ovs_interfaceid": "ed7948b0-c43a-4f78-8408-193961cc90bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.711054] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.583s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.714031] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.412s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.714351] env[69041]: DEBUG nova.objects.instance [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lazy-loading 'resources' on Instance uuid 3052d916-ba81-4058-bc1e-ff51fc529ce0 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.834872] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52aa1767-4494-f878-8d75-8e924d8fb828, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.835862] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.836460] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.836825] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.837045] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.837323] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.838097] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a586e29-df04-4b71-9736-eeeb006760e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.849540] env[69041]: DEBUG nova.compute.manager [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.849786] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.851706] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d947dc3-b766-47e7-83bd-c3d3bf72da19 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.854835] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.855219] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.857157] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced376af-d904-4f4e-86cb-2cc5d21216c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.865055] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.866351] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa1795fc-194b-4436-8be0-4424316f4544 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.867999] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for the task: (returnval){ [ 1172.867999] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522371ed-6260-3ff9-e3d9-4a1207e4f3cc" [ 1172.867999] env[69041]: _type = "Task" [ 1172.867999] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.872821] env[69041]: DEBUG oslo_vmware.api [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1172.872821] env[69041]: value = "task-2889904" [ 1172.872821] env[69041]: _type = "Task" [ 1172.872821] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.878921] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522371ed-6260-3ff9-e3d9-4a1207e4f3cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.883158] env[69041]: DEBUG oslo_vmware.api [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.096069] env[69041]: DEBUG oslo_concurrency.lockutils [req-047bc70d-8f58-4407-ba1d-de34b5fc737e req-020877db-039b-4187-80bd-3db943252e09 service nova] Releasing lock "refresh_cache-00f299cb-b6f4-4833-af4a-24967026cb6e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.276573] env[69041]: INFO nova.scheduler.client.report [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted allocation for migration 74c1a2cf-f168-42b5-a3f1-eb8c788d7f24 [ 1173.366317] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.366317] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.383367] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522371ed-6260-3ff9-e3d9-4a1207e4f3cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013601} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.384733] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760d4e48-2096-4c14-9823-3571c610a854 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.391101] env[69041]: DEBUG oslo_vmware.api [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889904, 'name': PowerOffVM_Task, 'duration_secs': 0.19279} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.391690] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.391867] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.392112] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cc4be0d-6124-4044-8b37-7d2d83c0286c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.397010] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for the task: (returnval){ [ 1173.397010] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5216de15-2a9d-4b55-0e09-cc9c16c8e34f" [ 1173.397010] env[69041]: _type = "Task" [ 1173.397010] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.407604] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5216de15-2a9d-4b55-0e09-cc9c16c8e34f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.469298] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.469298] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.469298] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Deleting the datastore file [datastore1] 355ce384-674a-4c7a-956c-dc7b7998f33b {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.469298] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afe7d52b-0209-4eeb-960c-618b6b344cbf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.476576] env[69041]: DEBUG oslo_vmware.api [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for the task: (returnval){ [ 1173.476576] env[69041]: value = "task-2889906" [ 1173.476576] env[69041]: _type = "Task" [ 1173.476576] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.487929] env[69041]: DEBUG oslo_vmware.api [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.761456] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b90429-4279-463e-828e-041643d5cb74 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.770740] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5637d752-dda4-4963-b1ba-f70aee457f57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.782765] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9819ec00-d4c6-45c0-a076-3ca6d909661a tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "fc2e1749-d081-4b11-a32d-303fb3675481" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.431s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.810788] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366a9a10-590c-4ba9-8532-0ec369f6825d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.818453] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab48858-0706-430a-8e3f-b61a9d177abd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.832604] env[69041]: DEBUG nova.compute.provider_tree [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.868550] env[69041]: DEBUG nova.compute.manager [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.907936] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5216de15-2a9d-4b55-0e09-cc9c16c8e34f, 'name': SearchDatastore_Task, 'duration_secs': 0.023212} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.908216] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.908474] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 00f299cb-b6f4-4833-af4a-24967026cb6e/00f299cb-b6f4-4833-af4a-24967026cb6e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.908723] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c3b591b-0656-4b9e-9e2a-ab094e95e3ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.918731] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for the task: (returnval){ [ 1173.918731] env[69041]: value = "task-2889907" [ 1173.918731] env[69041]: _type = "Task" [ 1173.918731] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.926948] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.933743] env[69041]: INFO nova.compute.manager [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Rebuilding instance [ 1173.976692] env[69041]: DEBUG nova.compute.manager [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.977755] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fb54d0-1b75-4932-b7e8-937e981b4838 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.992551] env[69041]: DEBUG oslo_vmware.api [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Task: {'id': task-2889906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336802} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.993017] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.993296] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.993453] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.993587] env[69041]: INFO nova.compute.manager [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1173.993884] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.994089] env[69041]: DEBUG nova.compute.manager [-] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.994186] env[69041]: DEBUG nova.network.neutron [-] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.198735] env[69041]: DEBUG nova.compute.manager [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.200775] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51357b51-c337-417b-9990-ef6531e9168e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.328888] env[69041]: DEBUG nova.compute.manager [req-b3c6c116-9767-4b5d-a75d-040dec7ace09 req-9621ff8a-f71d-44e4-9167-39ab3873d125 service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Received event network-vif-deleted-9982a4c5-c12a-4a47-8be0-1617e36120aa {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1174.328888] env[69041]: INFO nova.compute.manager [req-b3c6c116-9767-4b5d-a75d-040dec7ace09 req-9621ff8a-f71d-44e4-9167-39ab3873d125 service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Neutron deleted interface 9982a4c5-c12a-4a47-8be0-1617e36120aa; detaching it from the instance and deleting it from the info cache [ 1174.328888] env[69041]: DEBUG nova.network.neutron [req-b3c6c116-9767-4b5d-a75d-040dec7ace09 req-9621ff8a-f71d-44e4-9167-39ab3873d125 service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.337046] env[69041]: DEBUG nova.scheduler.client.report [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.391535] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.432152] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889907, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.717681] env[69041]: INFO nova.compute.manager [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] instance snapshotting [ 1174.717681] env[69041]: WARNING nova.compute.manager [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1174.722023] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eeeb8b-5511-4607-a5a3-2df948bfec3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.742995] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054b9638-e03b-4b24-ab5f-bd3dafacef7f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.797972] env[69041]: DEBUG nova.network.neutron [-] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.832906] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9465156d-2bc5-43ca-b0de-c8778b92a89e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.844015] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56bac99-93a8-4c14-8fd9-c2c300056ae2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.853898] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.857290] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.452s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.857290] env[69041]: DEBUG nova.objects.instance [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1174.885088] env[69041]: DEBUG nova.compute.manager [req-b3c6c116-9767-4b5d-a75d-040dec7ace09 req-9621ff8a-f71d-44e4-9167-39ab3873d125 service nova] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Detach interface failed, port_id=9982a4c5-c12a-4a47-8be0-1617e36120aa, reason: Instance 355ce384-674a-4c7a-956c-dc7b7998f33b could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1174.886643] env[69041]: INFO nova.scheduler.client.report [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Deleted allocations for instance 3052d916-ba81-4058-bc1e-ff51fc529ce0 [ 1174.931940] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716124} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.932224] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 00f299cb-b6f4-4833-af4a-24967026cb6e/00f299cb-b6f4-4833-af4a-24967026cb6e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.933063] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.933063] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c659d289-5604-43d0-a9e1-795f7d61ab73 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.944090] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for the task: (returnval){ [ 1174.944090] env[69041]: value = "task-2889908" [ 1174.944090] env[69041]: _type = "Task" [ 1174.944090] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.952576] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.998540] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.998939] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6dff8d5-e583-4920-a8de-5dc6ea0b62d5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.008151] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1175.008151] env[69041]: value = "task-2889909" [ 1175.008151] env[69041]: _type = "Task" [ 1175.008151] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.017529] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.255017] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1175.255017] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7952ceb-5ced-4085-a534-4b23284f9ef1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.267082] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1175.267082] env[69041]: value = "task-2889910" [ 1175.267082] env[69041]: _type = "Task" [ 1175.267082] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.273904] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889910, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.303191] env[69041]: INFO nova.compute.manager [-] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Took 1.31 seconds to deallocate network for instance. [ 1175.396757] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d3e6387-a82f-4cc3-8881-598f8a5c9294 tempest-ServersAdminNegativeTestJSON-558162331 tempest-ServersAdminNegativeTestJSON-558162331-project-member] Lock "3052d916-ba81-4058-bc1e-ff51fc529ce0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.795s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.457021] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111574} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.457021] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.457021] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc08d3c-dac0-47e4-889a-fabd2c0cdcf4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.479356] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 00f299cb-b6f4-4833-af4a-24967026cb6e/00f299cb-b6f4-4833-af4a-24967026cb6e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.480802] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74fa7bcd-4166-46ac-baa6-93cfdcbdf670 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.516778] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for the task: (returnval){ [ 1175.516778] env[69041]: value = "task-2889911" [ 1175.516778] env[69041]: _type = "Task" [ 1175.516778] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.523826] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889909, 'name': PowerOffVM_Task, 'duration_secs': 0.325129} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.524917] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.525267] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.526467] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a052442b-ce15-4ecb-852b-ad8de9fa0239 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.532817] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.537019] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.537303] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5e390ea-6f3f-47e7-9b34-1d95262b9e3a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.595290] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.595510] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.595693] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleting the datastore file [datastore2] 5b9ab20b-7d59-4248-885e-3b4ff7458da3 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.595956] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31e85dd2-6fd0-476e-b9b5-be8d75dd341c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.604480] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1175.604480] env[69041]: value = "task-2889913" [ 1175.604480] env[69041]: _type = "Task" [ 1175.604480] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.613335] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.775314] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889910, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.808859] env[69041]: DEBUG oslo_concurrency.lockutils [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.870647] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a21f5cab-a73e-406f-90f3-e38f8cdea948 tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.872154] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.446s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.872942] env[69041]: DEBUG nova.objects.instance [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1176.015627] env[69041]: DEBUG oslo_concurrency.lockutils [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "fc2e1749-d081-4b11-a32d-303fb3675481" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.015627] env[69041]: DEBUG oslo_concurrency.lockutils [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "fc2e1749-d081-4b11-a32d-303fb3675481" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.015627] env[69041]: DEBUG oslo_concurrency.lockutils [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "fc2e1749-d081-4b11-a32d-303fb3675481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.015801] env[69041]: DEBUG oslo_concurrency.lockutils [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "fc2e1749-d081-4b11-a32d-303fb3675481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.015971] env[69041]: DEBUG oslo_concurrency.lockutils [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "fc2e1749-d081-4b11-a32d-303fb3675481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.021600] env[69041]: INFO nova.compute.manager [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Terminating instance [ 1176.033353] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889911, 'name': ReconfigVM_Task, 'duration_secs': 0.320141} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.033633] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 00f299cb-b6f4-4833-af4a-24967026cb6e/00f299cb-b6f4-4833-af4a-24967026cb6e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.034290] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d184461-4a52-45c8-99d9-2f17333f4b6e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.043975] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for the task: (returnval){ [ 1176.043975] env[69041]: value = "task-2889914" [ 1176.043975] env[69041]: _type = "Task" [ 1176.043975] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.055470] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889914, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.114517] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155465} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.114810] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.115449] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.116205] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.276114] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889910, 'name': CreateSnapshot_Task, 'duration_secs': 0.557091} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.276114] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1176.277034] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d22cb9-9a58-4174-89b1-cc9604d2c597 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.529533] env[69041]: DEBUG nova.compute.manager [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.529646] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.530655] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb5428-70b7-4546-abd8-67c20c9e84db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.538628] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.538762] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bbb6538-b261-4ac5-91a7-603704c20f7a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.545602] env[69041]: DEBUG oslo_vmware.api [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1176.545602] env[69041]: value = "task-2889915" [ 1176.545602] env[69041]: _type = "Task" [ 1176.545602] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.558659] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889914, 'name': Rename_Task, 'duration_secs': 0.142179} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.561748] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.562295] env[69041]: DEBUG oslo_vmware.api [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.563134] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2d6b13a-79e7-40db-9d4c-5492823f3297 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.569090] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for the task: (returnval){ [ 1176.569090] env[69041]: value = "task-2889916" [ 1176.569090] env[69041]: _type = "Task" [ 1176.569090] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.576625] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.633491] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "c18ff92b-080e-4307-a357-269980fc3fe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.633709] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "c18ff92b-080e-4307-a357-269980fc3fe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.796394] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1176.796715] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d106ecb9-daac-4f22-9440-e96cca8bb6db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.805419] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1176.805419] env[69041]: value = "task-2889917" [ 1176.805419] env[69041]: _type = "Task" [ 1176.805419] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.813506] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889917, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.883016] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b5d78c08-0763-4390-a588-f44810a26a5a tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.884389] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.172s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.886829] env[69041]: INFO nova.compute.claims [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.059451] env[69041]: DEBUG oslo_vmware.api [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889915, 'name': PowerOffVM_Task, 'duration_secs': 0.179709} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.059952] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.060136] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.060460] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb020160-d7ac-48df-97ff-e0956a684225 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.079917] env[69041]: DEBUG oslo_vmware.api [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889916, 'name': PowerOnVM_Task, 'duration_secs': 0.48284} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.080232] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.080460] env[69041]: INFO nova.compute.manager [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1177.080699] env[69041]: DEBUG nova.compute.manager [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.081666] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddf67b3-a9a6-472b-958d-d44bdd164ea6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.127179] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.127179] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.127179] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleting the datastore file [datastore2] fc2e1749-d081-4b11-a32d-303fb3675481 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.127179] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c12e71da-a7ba-4a5c-80d9-c16b27dad103 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.135301] env[69041]: DEBUG oslo_vmware.api [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1177.135301] env[69041]: value = "task-2889919" [ 1177.135301] env[69041]: _type = "Task" [ 1177.135301] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.141868] env[69041]: DEBUG nova.compute.manager [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.152890] env[69041]: DEBUG oslo_vmware.api [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.169230] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.169622] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.170389] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.170389] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.170389] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.170555] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.170851] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.171107] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.171394] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.171610] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.172035] env[69041]: DEBUG nova.virt.hardware [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.173320] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c99e08-f28f-416d-9d1b-e448e423c1bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.183998] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473220f1-337a-41f2-9353-09893dbf352a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.202986] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:0c:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750e7226-4db6-4269-b7ef-a15c75bdce9b', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.211745] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.212374] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.212609] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f6bfc50-5218-46a0-a520-03f1969df640 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.234067] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.234067] env[69041]: value = "task-2889920" [ 1177.234067] env[69041]: _type = "Task" [ 1177.234067] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.242418] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889920, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.318741] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889917, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.600409] env[69041]: INFO nova.compute.manager [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Took 52.31 seconds to build instance. [ 1177.644589] env[69041]: DEBUG oslo_vmware.api [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2889919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223874} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.644831] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.645034] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.645224] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.645424] env[69041]: INFO nova.compute.manager [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1177.645666] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.647962] env[69041]: DEBUG nova.compute.manager [-] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.648070] env[69041]: DEBUG nova.network.neutron [-] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.674375] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.748808] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889920, 'name': CreateVM_Task, 'duration_secs': 0.373916} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.749020] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.749682] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.749854] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.750177] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.750468] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2242bfff-6634-4c5a-8ed1-a8b10480296a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.755200] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1177.755200] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52260ff5-85ec-5083-6e6c-e6376d37c457" [ 1177.755200] env[69041]: _type = "Task" [ 1177.755200] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.764018] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52260ff5-85ec-5083-6e6c-e6376d37c457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.815780] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889917, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.004887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquiring lock "00f299cb-b6f4-4833-af4a-24967026cb6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.103020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf043405-45bd-4f51-a35b-4594972d42d7 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "00f299cb-b6f4-4833-af4a-24967026cb6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.824s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.103020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "00f299cb-b6f4-4833-af4a-24967026cb6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.098s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.103176] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquiring lock "00f299cb-b6f4-4833-af4a-24967026cb6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.103275] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "00f299cb-b6f4-4833-af4a-24967026cb6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.103549] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "00f299cb-b6f4-4833-af4a-24967026cb6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.108977] env[69041]: INFO nova.compute.manager [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Terminating instance [ 1178.270170] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52260ff5-85ec-5083-6e6c-e6376d37c457, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.273523] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.275373] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.275666] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.275794] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.275980] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.279962] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd80a1bb-470c-47b9-9eec-7262ba19f3db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.297830] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.298020] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.299073] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605467e6-58c0-48aa-b3fb-b63f2721e9c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.323401] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1178.323401] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52225dc6-26d8-704a-6832-a698927b3fe2" [ 1178.323401] env[69041]: _type = "Task" [ 1178.323401] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.332182] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889917, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.337182] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52225dc6-26d8-704a-6832-a698927b3fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.017173} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.341133] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9c383a-8a71-4c69-bcf5-0f9fea7be5d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.347985] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1178.347985] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524c30cc-f7c9-70cf-135f-a3ad2f9ae66c" [ 1178.347985] env[69041]: _type = "Task" [ 1178.347985] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.360179] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524c30cc-f7c9-70cf-135f-a3ad2f9ae66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.389768] env[69041]: DEBUG nova.compute.manager [req-7be95882-b3f4-4207-8183-5fbdc83697e1 req-dcbe6b07-3069-4e8d-b4c2-d4a9d9d1616d service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Received event network-vif-deleted-34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1178.390045] env[69041]: INFO nova.compute.manager [req-7be95882-b3f4-4207-8183-5fbdc83697e1 req-dcbe6b07-3069-4e8d-b4c2-d4a9d9d1616d service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Neutron deleted interface 34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b; detaching it from the instance and deleting it from the info cache [ 1178.390203] env[69041]: DEBUG nova.network.neutron [req-7be95882-b3f4-4207-8183-5fbdc83697e1 req-dcbe6b07-3069-4e8d-b4c2-d4a9d9d1616d service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.412561] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524f6329-a9fe-4847-9e73-be7e8641523d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.421647] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ea2850-01bc-430d-be66-d0a9f31ed354 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.456176] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066f8876-55ca-437f-b4ef-17da84b2930c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.464328] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b8e5e-8d5e-4678-93fa-f506f51643d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.480462] env[69041]: DEBUG nova.compute.provider_tree [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.560626] env[69041]: DEBUG nova.network.neutron [-] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.614723] env[69041]: DEBUG nova.compute.manager [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.615062] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.617252] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28a097e-2a65-43cc-8779-fd5b2f17e97f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.625701] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.626945] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25192f68-c4ed-44d2-b1eb-97553e0ce323 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.633173] env[69041]: DEBUG oslo_vmware.api [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for the task: (returnval){ [ 1178.633173] env[69041]: value = "task-2889921" [ 1178.633173] env[69041]: _type = "Task" [ 1178.633173] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.642376] env[69041]: DEBUG oslo_vmware.api [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.817643] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889917, 'name': CloneVM_Task, 'duration_secs': 1.949384} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.817985] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Created linked-clone VM from snapshot [ 1178.818752] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2666ca6-5fc5-40b2-89ce-6d664c491301 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.826580] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Uploading image 4982a064-d18e-49a7-836d-9c883ab1a14e {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1178.856493] env[69041]: DEBUG oslo_vmware.rw_handles [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1178.856493] env[69041]: value = "vm-580605" [ 1178.856493] env[69041]: _type = "VirtualMachine" [ 1178.856493] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1178.856493] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6a6f689c-4221-4c2b-ba14-3223db2fe866 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.864051] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524c30cc-f7c9-70cf-135f-a3ad2f9ae66c, 'name': SearchDatastore_Task, 'duration_secs': 0.013451} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.865586] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.866153] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.866370] env[69041]: DEBUG oslo_vmware.rw_handles [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lease: (returnval){ [ 1178.866370] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5249a7f6-cdaf-582f-51b4-cd0064c5aff7" [ 1178.866370] env[69041]: _type = "HttpNfcLease" [ 1178.866370] env[69041]: } obtained for exporting VM: (result){ [ 1178.866370] env[69041]: value = "vm-580605" [ 1178.866370] env[69041]: _type = "VirtualMachine" [ 1178.866370] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1178.866638] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the lease: (returnval){ [ 1178.866638] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5249a7f6-cdaf-582f-51b4-cd0064c5aff7" [ 1178.866638] env[69041]: _type = "HttpNfcLease" [ 1178.866638] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1178.866870] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2948b1c7-a88f-45c5-a639-74851368d523 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.875953] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1178.875953] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5249a7f6-cdaf-582f-51b4-cd0064c5aff7" [ 1178.875953] env[69041]: _type = "HttpNfcLease" [ 1178.875953] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1178.878017] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1178.878017] env[69041]: value = "task-2889923" [ 1178.878017] env[69041]: _type = "Task" [ 1178.878017] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.887238] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.893135] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c1049f0-15d6-4a89-8f44-a8adc59f562e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.903203] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76da2e99-e51e-46e6-9064-9ae74e8d104c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.938056] env[69041]: DEBUG nova.compute.manager [req-7be95882-b3f4-4207-8183-5fbdc83697e1 req-dcbe6b07-3069-4e8d-b4c2-d4a9d9d1616d service nova] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Detach interface failed, port_id=34c42cbf-52bd-44b1-bf5c-37fcd65c7b1b, reason: Instance fc2e1749-d081-4b11-a32d-303fb3675481 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1179.007350] env[69041]: ERROR nova.scheduler.client.report [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [req-ba302d88-8a5d-4f7f-83d9-e20ed9296c1d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 32f60d55-c45c-4e8e-b752-d624f83e6946. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ba302d88-8a5d-4f7f-83d9-e20ed9296c1d"}]} [ 1179.032983] env[69041]: DEBUG nova.scheduler.client.report [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Refreshing inventories for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1179.048797] env[69041]: DEBUG nova.scheduler.client.report [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Updating ProviderTree inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1179.049025] env[69041]: DEBUG nova.compute.provider_tree [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.064172] env[69041]: INFO nova.compute.manager [-] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Took 1.42 seconds to deallocate network for instance. [ 1179.065157] env[69041]: DEBUG nova.scheduler.client.report [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Refreshing aggregate associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, aggregates: None {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1179.088660] env[69041]: DEBUG nova.scheduler.client.report [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Refreshing trait associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1179.143760] env[69041]: DEBUG oslo_vmware.api [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889921, 'name': PowerOffVM_Task, 'duration_secs': 0.271589} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.146509] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.146675] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.147124] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-927e3066-c8d3-422c-a315-9c9fb5309082 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.210951] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.211182] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.211363] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Deleting the datastore file [datastore2] 00f299cb-b6f4-4833-af4a-24967026cb6e {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.211657] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef637743-9a0c-4979-8220-c7226c56bc32 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.218509] env[69041]: DEBUG oslo_vmware.api [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for the task: (returnval){ [ 1179.218509] env[69041]: value = "task-2889925" [ 1179.218509] env[69041]: _type = "Task" [ 1179.218509] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.234779] env[69041]: DEBUG oslo_vmware.api [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.398015] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1179.398015] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5249a7f6-cdaf-582f-51b4-cd0064c5aff7" [ 1179.398015] env[69041]: _type = "HttpNfcLease" [ 1179.398015] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1179.399746] env[69041]: DEBUG oslo_vmware.rw_handles [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1179.399746] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5249a7f6-cdaf-582f-51b4-cd0064c5aff7" [ 1179.399746] env[69041]: _type = "HttpNfcLease" [ 1179.399746] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1179.405877] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a206c2f-d718-4184-9f53-082c141c9ca6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.416677] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889923, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.424021] env[69041]: DEBUG oslo_vmware.rw_handles [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f56e9-c7a8-2c41-8fa7-d74674b8c5d7/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1179.426032] env[69041]: DEBUG oslo_vmware.rw_handles [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f56e9-c7a8-2c41-8fa7-d74674b8c5d7/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1179.576381] env[69041]: DEBUG oslo_concurrency.lockutils [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.594841] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc9a7e8d-3d38-4eca-a892-253a5d572585 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.738212] env[69041]: DEBUG oslo_vmware.api [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Task: {'id': task-2889925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246237} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.738484] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.738662] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.738834] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.739017] env[69041]: INFO nova.compute.manager [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1179.743250] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.743491] env[69041]: DEBUG nova.compute.manager [-] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.743585] env[69041]: DEBUG nova.network.neutron [-] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.809677] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242a0d0c-aef3-4203-97e0-4498cd1bceee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.817809] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0ff033-3287-4e79-b311-654f75a7b80f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.855084] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740b9931-5bf3-4259-b7ae-922da005f69d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.864886] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f45fe9-a8cd-47c8-9a5f-af87fd3abf05 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.881564] env[69041]: DEBUG nova.compute.provider_tree [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.896459] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811169} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.898222] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.898222] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.898396] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b63c033-15c8-46ce-a2a4-5b2a4ad4c205 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.904986] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1179.904986] env[69041]: value = "task-2889926" [ 1179.904986] env[69041]: _type = "Task" [ 1179.904986] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.913456] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.385842] env[69041]: DEBUG nova.scheduler.client.report [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.416381] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069433} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.416620] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.417427] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740938a8-f6de-4c68-bddb-66abf3b3fbe8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.450460] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.450819] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5d7baf-a0fb-4f54-9afc-ab9bd35bb312 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.474276] env[69041]: DEBUG nova.compute.manager [req-9526e971-cda0-4b2a-bd3f-6035885b1e42 req-4c6805f3-562c-4f6e-9343-b97fa684fa11 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Received event network-vif-deleted-ed7948b0-c43a-4f78-8408-193961cc90bf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1180.474480] env[69041]: INFO nova.compute.manager [req-9526e971-cda0-4b2a-bd3f-6035885b1e42 req-4c6805f3-562c-4f6e-9343-b97fa684fa11 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Neutron deleted interface ed7948b0-c43a-4f78-8408-193961cc90bf; detaching it from the instance and deleting it from the info cache [ 1180.474654] env[69041]: DEBUG nova.network.neutron [req-9526e971-cda0-4b2a-bd3f-6035885b1e42 req-4c6805f3-562c-4f6e-9343-b97fa684fa11 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.477834] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1180.477834] env[69041]: value = "task-2889927" [ 1180.477834] env[69041]: _type = "Task" [ 1180.477834] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.488126] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889927, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.719033] env[69041]: DEBUG nova.network.neutron [-] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.895725] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.010s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.895725] env[69041]: DEBUG nova.compute.manager [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.898563] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.609s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.898563] env[69041]: DEBUG nova.objects.instance [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lazy-loading 'resources' on Instance uuid 25394d85-af4d-4321-a1fc-30686d4303cb {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.979427] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14a1c8fa-76fc-4758-afde-7996e077a70f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.991786] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889927, 'name': ReconfigVM_Task, 'duration_secs': 0.262395} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.993302] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 5b9ab20b-7d59-4248-885e-3b4ff7458da3/5b9ab20b-7d59-4248-885e-3b4ff7458da3.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.994032] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcfb57cf-b500-4782-ab88-eb46df40a184 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.998649] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc61e1-1903-4c96-b395-534050ad2b5d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.016456] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1181.016456] env[69041]: value = "task-2889928" [ 1181.016456] env[69041]: _type = "Task" [ 1181.016456] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.034866] env[69041]: DEBUG nova.compute.manager [req-9526e971-cda0-4b2a-bd3f-6035885b1e42 req-4c6805f3-562c-4f6e-9343-b97fa684fa11 service nova] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Detach interface failed, port_id=ed7948b0-c43a-4f78-8408-193961cc90bf, reason: Instance 00f299cb-b6f4-4833-af4a-24967026cb6e could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1181.039974] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889928, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.229301] env[69041]: INFO nova.compute.manager [-] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Took 1.48 seconds to deallocate network for instance. [ 1181.401709] env[69041]: DEBUG nova.compute.utils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.409060] env[69041]: DEBUG nova.compute.manager [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.409060] env[69041]: DEBUG nova.network.neutron [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.466496] env[69041]: DEBUG nova.policy [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '446a184a043d420795dc62ae9a61a3cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb8221209afb4edeb95cbe4021d26169', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.529178] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889928, 'name': Rename_Task, 'duration_secs': 0.167125} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.533682] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.535022] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e806fd94-3134-488f-854b-495491c6561f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.542446] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1181.542446] env[69041]: value = "task-2889929" [ 1181.542446] env[69041]: _type = "Task" [ 1181.542446] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.556036] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.736319] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.773665] env[69041]: DEBUG nova.network.neutron [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Successfully created port: e77e5a13-5d55-4184-b049-0942fd5ce42b {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.916613] env[69041]: DEBUG nova.compute.manager [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.951019] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92803304-7062-49e7-a40a-6fc5eec25592 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.962505] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e4a59e-e147-4fa3-a897-136b2a483fd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.998370] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9876b687-b12e-4bbd-b8f5-72643e9e3d3c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.007654] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780364b0-b7f7-486f-896b-425973f77082 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.023662] env[69041]: DEBUG nova.compute.provider_tree [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.054220] env[69041]: DEBUG oslo_vmware.api [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889929, 'name': PowerOnVM_Task, 'duration_secs': 0.5049} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.054490] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.054701] env[69041]: DEBUG nova.compute.manager [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.055519] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bc930d-3dec-4e47-b370-04a7b073daac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.527315] env[69041]: DEBUG nova.scheduler.client.report [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.576067] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.931698] env[69041]: DEBUG nova.compute.manager [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.942118] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "ae054fc7-ad81-4767-818d-2577bb98e88b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.942436] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.959702] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.960091] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.963785] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.963785] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.963785] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.963785] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.963785] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.963785] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.963785] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.963785] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.963785] env[69041]: DEBUG nova.virt.hardware [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.964793] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560814c0-7ae0-4556-a793-223db01ca84c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.979220] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a96e12-ccc5-41ae-a2ef-38ab315c9100 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.035449] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.038068] env[69041]: DEBUG oslo_concurrency.lockutils [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.698s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.038344] env[69041]: DEBUG nova.objects.instance [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lazy-loading 'resources' on Instance uuid 55c7a467-0ab6-413c-904e-82c8e3d39dbb {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.066186] env[69041]: INFO nova.scheduler.client.report [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Deleted allocations for instance 25394d85-af4d-4321-a1fc-30686d4303cb [ 1183.446013] env[69041]: DEBUG nova.compute.manager [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.545923] env[69041]: DEBUG nova.compute.manager [req-54c76a6e-e748-4dcc-ae80-ebb8736f1072 req-6fc6fdef-6ddd-4e5f-ab9f-b8e09e74deea service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Received event network-vif-plugged-e77e5a13-5d55-4184-b049-0942fd5ce42b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1183.546013] env[69041]: DEBUG oslo_concurrency.lockutils [req-54c76a6e-e748-4dcc-ae80-ebb8736f1072 req-6fc6fdef-6ddd-4e5f-ab9f-b8e09e74deea service nova] Acquiring lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.546225] env[69041]: DEBUG oslo_concurrency.lockutils [req-54c76a6e-e748-4dcc-ae80-ebb8736f1072 req-6fc6fdef-6ddd-4e5f-ab9f-b8e09e74deea service nova] Lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.546390] env[69041]: DEBUG oslo_concurrency.lockutils [req-54c76a6e-e748-4dcc-ae80-ebb8736f1072 req-6fc6fdef-6ddd-4e5f-ab9f-b8e09e74deea service nova] Lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.547026] env[69041]: DEBUG nova.compute.manager [req-54c76a6e-e748-4dcc-ae80-ebb8736f1072 req-6fc6fdef-6ddd-4e5f-ab9f-b8e09e74deea service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] No waiting events found dispatching network-vif-plugged-e77e5a13-5d55-4184-b049-0942fd5ce42b {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.547026] env[69041]: WARNING nova.compute.manager [req-54c76a6e-e748-4dcc-ae80-ebb8736f1072 req-6fc6fdef-6ddd-4e5f-ab9f-b8e09e74deea service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Received unexpected event network-vif-plugged-e77e5a13-5d55-4184-b049-0942fd5ce42b for instance with vm_state building and task_state spawning. [ 1183.564364] env[69041]: DEBUG nova.network.neutron [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Successfully updated port: e77e5a13-5d55-4184-b049-0942fd5ce42b {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.581408] env[69041]: DEBUG oslo_concurrency.lockutils [None req-da2e78f8-fb85-4b47-9da6-d02f39ec254a tempest-ServerShowV257Test-2066595445 tempest-ServerShowV257Test-2066595445-project-member] Lock "25394d85-af4d-4321-a1fc-30686d4303cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.589s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.972496] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.059204] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc3f64-2529-425b-85a5-0cc145af39d3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.067169] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquiring lock "refresh_cache-4ca3d12b-56e3-4f8c-99d6-50ae680925b3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.067350] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquired lock "refresh_cache-4ca3d12b-56e3-4f8c-99d6-50ae680925b3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.067511] env[69041]: DEBUG nova.network.neutron [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.069474] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9268b268-1ae4-4871-a327-42efc8ef9068 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.107385] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475c4e49-991e-4b99-a8d4-5c9c532c60f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.115817] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69196665-a56d-4d6a-aa19-d8c0a72fe65e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.131205] env[69041]: DEBUG nova.compute.provider_tree [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.418873] env[69041]: DEBUG oslo_concurrency.lockutils [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "a57c9763-1726-4a22-9d20-de9e028d8fbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.419166] env[69041]: DEBUG oslo_concurrency.lockutils [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "a57c9763-1726-4a22-9d20-de9e028d8fbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.419409] env[69041]: DEBUG oslo_concurrency.lockutils [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "a57c9763-1726-4a22-9d20-de9e028d8fbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.419611] env[69041]: DEBUG oslo_concurrency.lockutils [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "a57c9763-1726-4a22-9d20-de9e028d8fbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.419809] env[69041]: DEBUG oslo_concurrency.lockutils [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "a57c9763-1726-4a22-9d20-de9e028d8fbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.421842] env[69041]: INFO nova.compute.manager [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Terminating instance [ 1184.616909] env[69041]: DEBUG nova.network.neutron [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.635133] env[69041]: DEBUG nova.scheduler.client.report [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.779569] env[69041]: DEBUG nova.network.neutron [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Updating instance_info_cache with network_info: [{"id": "e77e5a13-5d55-4184-b049-0942fd5ce42b", "address": "fa:16:3e:9a:94:d0", "network": {"id": "52c0ff16-6e90-4b21-91c0-79ed4c91addb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1104132470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8221209afb4edeb95cbe4021d26169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77e5a13-5d", "ovs_interfaceid": "e77e5a13-5d55-4184-b049-0942fd5ce42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.926155] env[69041]: DEBUG nova.compute.manager [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.926435] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.927501] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4d8799-af68-4954-bed0-4e5d688b0a59 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.935652] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.935940] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cd9c398-4bf1-480a-81bc-702c8cebdca8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.942922] env[69041]: DEBUG oslo_vmware.api [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1184.942922] env[69041]: value = "task-2889930" [ 1184.942922] env[69041]: _type = "Task" [ 1184.942922] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.951259] env[69041]: DEBUG oslo_vmware.api [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.144217] env[69041]: DEBUG oslo_concurrency.lockutils [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.146640] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.964s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.146898] env[69041]: DEBUG nova.objects.instance [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lazy-loading 'resources' on Instance uuid 6bf2a94d-6a19-4fce-a7f2-157b8b59d980 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.173864] env[69041]: INFO nova.scheduler.client.report [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted allocations for instance 55c7a467-0ab6-413c-904e-82c8e3d39dbb [ 1185.282011] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Releasing lock "refresh_cache-4ca3d12b-56e3-4f8c-99d6-50ae680925b3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.282385] env[69041]: DEBUG nova.compute.manager [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Instance network_info: |[{"id": "e77e5a13-5d55-4184-b049-0942fd5ce42b", "address": "fa:16:3e:9a:94:d0", "network": {"id": "52c0ff16-6e90-4b21-91c0-79ed4c91addb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1104132470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8221209afb4edeb95cbe4021d26169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77e5a13-5d", "ovs_interfaceid": "e77e5a13-5d55-4184-b049-0942fd5ce42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.282836] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:94:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e77e5a13-5d55-4184-b049-0942fd5ce42b', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.290589] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Creating folder: Project (cb8221209afb4edeb95cbe4021d26169). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.290910] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8a27c7b-d541-4f1c-9060-4360e7d82377 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.302579] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Created folder: Project (cb8221209afb4edeb95cbe4021d26169) in parent group-v580429. [ 1185.302781] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Creating folder: Instances. Parent ref: group-v580607. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.303073] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da9e8f72-d40f-4328-bb22-8863848a5561 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.315799] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Created folder: Instances in parent group-v580607. [ 1185.315799] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.315799] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.315799] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1a7b08-a2c2-477e-9d15-412801ca6839 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.339487] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.339487] env[69041]: value = "task-2889933" [ 1185.339487] env[69041]: _type = "Task" [ 1185.339487] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.349548] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889933, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.455574] env[69041]: DEBUG oslo_vmware.api [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889930, 'name': PowerOffVM_Task, 'duration_secs': 0.298888} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.455574] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.455574] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.455574] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-928bdf23-7561-40a1-aa9d-861af37326fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.518281] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.518570] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.518795] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleting the datastore file [datastore2] a57c9763-1726-4a22-9d20-de9e028d8fbc {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.519103] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7fbc096-9a52-436a-af72-432e499e2cdb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.525653] env[69041]: DEBUG oslo_vmware.api [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1185.525653] env[69041]: value = "task-2889935" [ 1185.525653] env[69041]: _type = "Task" [ 1185.525653] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.533771] env[69041]: DEBUG oslo_vmware.api [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.634052] env[69041]: DEBUG nova.compute.manager [req-fc560070-6638-499d-b9a0-d9877ead3c58 req-f641a689-5a37-4139-b982-121e7840799a service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Received event network-changed-e77e5a13-5d55-4184-b049-0942fd5ce42b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1185.634052] env[69041]: DEBUG nova.compute.manager [req-fc560070-6638-499d-b9a0-d9877ead3c58 req-f641a689-5a37-4139-b982-121e7840799a service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Refreshing instance network info cache due to event network-changed-e77e5a13-5d55-4184-b049-0942fd5ce42b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1185.634052] env[69041]: DEBUG oslo_concurrency.lockutils [req-fc560070-6638-499d-b9a0-d9877ead3c58 req-f641a689-5a37-4139-b982-121e7840799a service nova] Acquiring lock "refresh_cache-4ca3d12b-56e3-4f8c-99d6-50ae680925b3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.634052] env[69041]: DEBUG oslo_concurrency.lockutils [req-fc560070-6638-499d-b9a0-d9877ead3c58 req-f641a689-5a37-4139-b982-121e7840799a service nova] Acquired lock "refresh_cache-4ca3d12b-56e3-4f8c-99d6-50ae680925b3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.634365] env[69041]: DEBUG nova.network.neutron [req-fc560070-6638-499d-b9a0-d9877ead3c58 req-f641a689-5a37-4139-b982-121e7840799a service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Refreshing network info cache for port e77e5a13-5d55-4184-b049-0942fd5ce42b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.650615] env[69041]: DEBUG nova.objects.instance [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lazy-loading 'numa_topology' on Instance uuid 6bf2a94d-6a19-4fce-a7f2-157b8b59d980 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.682139] env[69041]: DEBUG oslo_concurrency.lockutils [None req-04695cbd-6fc5-4803-9be8-dc913272a95d tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "55c7a467-0ab6-413c-904e-82c8e3d39dbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.305s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.849263] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889933, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.037770] env[69041]: DEBUG oslo_vmware.api [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2889935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258603} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.038052] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.038245] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.038477] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.038693] env[69041]: INFO nova.compute.manager [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1186.038999] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.039215] env[69041]: DEBUG nova.compute.manager [-] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.039312] env[69041]: DEBUG nova.network.neutron [-] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.153033] env[69041]: DEBUG nova.objects.base [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Object Instance<6bf2a94d-6a19-4fce-a7f2-157b8b59d980> lazy-loaded attributes: resources,numa_topology {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.360178] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889933, 'name': CreateVM_Task, 'duration_secs': 0.510719} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.360369] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.361108] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.361270] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.361590] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.361849] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9aa11f-b24e-480b-88a6-ba7e0ed7fe34 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.370015] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for the task: (returnval){ [ 1186.370015] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b04d35-069e-112e-c95b-e08b27dc0124" [ 1186.370015] env[69041]: _type = "Task" [ 1186.370015] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.378120] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b04d35-069e-112e-c95b-e08b27dc0124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.647528] env[69041]: DEBUG nova.network.neutron [req-fc560070-6638-499d-b9a0-d9877ead3c58 req-f641a689-5a37-4139-b982-121e7840799a service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Updated VIF entry in instance network info cache for port e77e5a13-5d55-4184-b049-0942fd5ce42b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.647909] env[69041]: DEBUG nova.network.neutron [req-fc560070-6638-499d-b9a0-d9877ead3c58 req-f641a689-5a37-4139-b982-121e7840799a service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Updating instance_info_cache with network_info: [{"id": "e77e5a13-5d55-4184-b049-0942fd5ce42b", "address": "fa:16:3e:9a:94:d0", "network": {"id": "52c0ff16-6e90-4b21-91c0-79ed4c91addb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1104132470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8221209afb4edeb95cbe4021d26169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77e5a13-5d", "ovs_interfaceid": "e77e5a13-5d55-4184-b049-0942fd5ce42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.703497] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c658f782-3b37-4d3c-8327-f41a1d475be5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.712185] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fc4523-0bbd-48bb-b176-d1f8f0ef957d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.747170] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716a720e-b7bc-4722-80cd-394523a8daa3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.754835] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95710433-bc62-4312-8e6a-0c3ed0d805c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.768295] env[69041]: DEBUG nova.compute.provider_tree [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.880850] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b04d35-069e-112e-c95b-e08b27dc0124, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.881175] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.881610] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.881870] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.882030] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.882210] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.882515] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a1cd7d3-e113-4581-ae16-a36540779972 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.891383] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.891612] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.892248] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeba31e0-a905-48eb-92dd-3ff6d4a41e30 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.897717] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for the task: (returnval){ [ 1186.897717] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52675410-44aa-7d0e-b3d0-c5db477dd743" [ 1186.897717] env[69041]: _type = "Task" [ 1186.897717] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.910222] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52675410-44aa-7d0e-b3d0-c5db477dd743, 'name': SearchDatastore_Task, 'duration_secs': 0.008696} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.910222] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85170c66-7714-4929-89f7-7fa1707ae074 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.914533] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for the task: (returnval){ [ 1186.914533] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525602ca-b203-3af7-0d3f-49c423277cc4" [ 1186.914533] env[69041]: _type = "Task" [ 1186.914533] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.922253] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525602ca-b203-3af7-0d3f-49c423277cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.110400] env[69041]: DEBUG nova.network.neutron [-] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.129939] env[69041]: DEBUG oslo_vmware.rw_handles [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f56e9-c7a8-2c41-8fa7-d74674b8c5d7/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1187.130279] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fa5e41-6c56-4328-9ebc-8bbdb9f1f761 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.136717] env[69041]: DEBUG oslo_vmware.rw_handles [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f56e9-c7a8-2c41-8fa7-d74674b8c5d7/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1187.137060] env[69041]: ERROR oslo_vmware.rw_handles [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f56e9-c7a8-2c41-8fa7-d74674b8c5d7/disk-0.vmdk due to incomplete transfer. [ 1187.137120] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1fee7da-71a5-47ce-9287-8695e9d5a980 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.145694] env[69041]: DEBUG oslo_vmware.rw_handles [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f56e9-c7a8-2c41-8fa7-d74674b8c5d7/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1187.145890] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Uploaded image 4982a064-d18e-49a7-836d-9c883ab1a14e to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1187.148294] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1187.148559] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9af94dfd-8e81-4044-942d-cd89784d5da1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.153581] env[69041]: DEBUG oslo_concurrency.lockutils [req-fc560070-6638-499d-b9a0-d9877ead3c58 req-f641a689-5a37-4139-b982-121e7840799a service nova] Releasing lock "refresh_cache-4ca3d12b-56e3-4f8c-99d6-50ae680925b3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.158739] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1187.158739] env[69041]: value = "task-2889936" [ 1187.158739] env[69041]: _type = "Task" [ 1187.158739] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.170355] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889936, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.273100] env[69041]: DEBUG nova.scheduler.client.report [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.427768] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525602ca-b203-3af7-0d3f-49c423277cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.008612} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.428666] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.428666] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 4ca3d12b-56e3-4f8c-99d6-50ae680925b3/4ca3d12b-56e3-4f8c-99d6-50ae680925b3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.429080] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc0e205e-2f28-4730-980e-3d0cd7bdeac7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.436075] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for the task: (returnval){ [ 1187.436075] env[69041]: value = "task-2889937" [ 1187.436075] env[69041]: _type = "Task" [ 1187.436075] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.447284] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2889937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.616850] env[69041]: INFO nova.compute.manager [-] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Took 1.58 seconds to deallocate network for instance. [ 1187.671018] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889936, 'name': Destroy_Task, 'duration_secs': 0.312379} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.671018] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Destroyed the VM [ 1187.671018] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1187.671236] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e13dd1ed-dc0a-4041-a4bd-b73faf869cc0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.681699] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1187.681699] env[69041]: value = "task-2889938" [ 1187.681699] env[69041]: _type = "Task" [ 1187.681699] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.690563] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889938, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.780480] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.633s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.782551] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.497s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.782822] env[69041]: DEBUG nova.objects.instance [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lazy-loading 'resources' on Instance uuid 74342a26-1f53-4346-99ce-97797f6e0289 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.946646] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2889937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450869} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.946646] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 4ca3d12b-56e3-4f8c-99d6-50ae680925b3/4ca3d12b-56e3-4f8c-99d6-50ae680925b3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.946841] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.947099] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d81cdf3-713d-493d-82df-f32046f8c511 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.953953] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for the task: (returnval){ [ 1187.953953] env[69041]: value = "task-2889939" [ 1187.953953] env[69041]: _type = "Task" [ 1187.953953] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.963270] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2889939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.013500] env[69041]: DEBUG nova.compute.manager [req-83ccd11a-5b9a-4dca-99ad-265aba3bf177 req-0f3806c2-9c08-42d9-ac92-c58b4ff236de service nova] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Received event network-vif-deleted-0a545a21-ccf4-47ff-ac9e-8893d3f4d651 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1188.128705] env[69041]: DEBUG oslo_concurrency.lockutils [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.193117] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889938, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.297932] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7c39f60b-6742-4b3d-918b-64ad9a4e449f tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 66.836s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.298906] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 42.684s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.299140] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.299344] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.299509] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.302631] env[69041]: INFO nova.compute.manager [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Terminating instance [ 1188.463100] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2889939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30385} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.463403] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.464207] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cf37b0-4349-4754-97c9-131b091e9115 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.486261] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 4ca3d12b-56e3-4f8c-99d6-50ae680925b3/4ca3d12b-56e3-4f8c-99d6-50ae680925b3.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.489255] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3d8996-8877-404e-be7b-7dba884619a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.508869] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for the task: (returnval){ [ 1188.508869] env[69041]: value = "task-2889940" [ 1188.508869] env[69041]: _type = "Task" [ 1188.508869] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.520355] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2889940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.538269] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.538494] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.696778] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889938, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.809151] env[69041]: DEBUG nova.compute.manager [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.809451] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.809814] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3574fd21-27f9-487d-aacd-a308b0af3f3a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.820852] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312edfc7-c6f6-438d-b365-badbd9751642 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.832375] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db79250-b2bb-4423-99a0-07bd48875cc8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.839332] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aea643-48a6-42a7-b8d1-a9d60deb84c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.628031] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "93c22188-05e9-480f-b797-83969f31bb09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.628466] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "93c22188-05e9-480f-b797-83969f31bb09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.628466] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "93c22188-05e9-480f-b797-83969f31bb09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.628630] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "93c22188-05e9-480f-b797-83969f31bb09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.628719] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "93c22188-05e9-480f-b797-83969f31bb09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.630354] env[69041]: DEBUG nova.compute.manager [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.645661] env[69041]: INFO nova.compute.manager [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Terminating instance [ 1189.655770] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4222b0-1163-415f-bab8-b22c72963616 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.658567] env[69041]: WARNING nova.virt.vmwareapi.vmops [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6bf2a94d-6a19-4fce-a7f2-157b8b59d980 could not be found. [ 1189.658763] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.659074] env[69041]: INFO nova.compute.manager [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Took 0.85 seconds to destroy the instance on the hypervisor. [ 1189.659182] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.660208] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.660433] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.660801] env[69041]: DEBUG nova.compute.manager [-] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.660801] env[69041]: DEBUG nova.network.neutron [-] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.669014] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2889940, 'name': ReconfigVM_Task, 'duration_secs': 0.297261} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.672720] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 4ca3d12b-56e3-4f8c-99d6-50ae680925b3/4ca3d12b-56e3-4f8c-99d6-50ae680925b3.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.676648] env[69041]: DEBUG oslo_vmware.api [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889938, 'name': RemoveSnapshot_Task, 'duration_secs': 1.205023} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.676648] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4438044-38e9-43fc-a767-ea6d845ed579 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.676648] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1189.676648] env[69041]: INFO nova.compute.manager [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Took 14.96 seconds to snapshot the instance on the hypervisor. [ 1189.678884] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ebece2-3758-47e2-9eea-cf7403035673 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.693676] env[69041]: DEBUG nova.compute.provider_tree [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.695993] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for the task: (returnval){ [ 1189.695993] env[69041]: value = "task-2889941" [ 1189.695993] env[69041]: _type = "Task" [ 1189.695993] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.165381] env[69041]: DEBUG nova.compute.manager [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.165638] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.166592] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e307e63-666c-4980-a1cb-96348f23aeb8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.171095] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.176600] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.176600] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71209022-e686-44f4-a157-0a825ebcf702 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.184232] env[69041]: DEBUG nova.compute.manager [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Instance disappeared during snapshot {{(pid=69041) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1190.197338] env[69041]: DEBUG nova.scheduler.client.report [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.203354] env[69041]: DEBUG nova.compute.manager [None req-133dc4b5-8308-4b8e-95cd-7d798938e21b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image not found during clean up 4982a064-d18e-49a7-836d-9c883ab1a14e {{(pid=69041) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1190.217651] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2889941, 'name': Rename_Task, 'duration_secs': 0.153633} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.217651] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.219328] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daf12970-b8fe-4707-ac51-7a5fa299aab4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.225436] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for the task: (returnval){ [ 1190.225436] env[69041]: value = "task-2889943" [ 1190.225436] env[69041]: _type = "Task" [ 1190.225436] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.233906] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2889943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.240398] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.240588] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.240766] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleting the datastore file [datastore1] 93c22188-05e9-480f-b797-83969f31bb09 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.241018] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dae2fae-9a0e-44bd-bb3c-c4f01979ac47 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.249619] env[69041]: DEBUG oslo_vmware.api [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1190.249619] env[69041]: value = "task-2889944" [ 1190.249619] env[69041]: _type = "Task" [ 1190.249619] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.259185] env[69041]: DEBUG oslo_vmware.api [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.540109] env[69041]: DEBUG nova.network.neutron [-] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.713374] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.931s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.716128] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.277s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.718436] env[69041]: INFO nova.compute.claims [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.736872] env[69041]: DEBUG oslo_vmware.api [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2889943, 'name': PowerOnVM_Task, 'duration_secs': 0.50633} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.737453] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.737689] env[69041]: INFO nova.compute.manager [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1190.737872] env[69041]: DEBUG nova.compute.manager [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.738730] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84c3c9c-cfbd-4e8b-a9e3-2a6748660694 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.745215] env[69041]: INFO nova.scheduler.client.report [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Deleted allocations for instance 74342a26-1f53-4346-99ce-97797f6e0289 [ 1190.770952] env[69041]: DEBUG oslo_vmware.api [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2889944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269891} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.771220] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.774320] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.774320] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.774320] env[69041]: INFO nova.compute.manager [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1190.774320] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.774320] env[69041]: DEBUG nova.compute.manager [-] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.774320] env[69041]: DEBUG nova.network.neutron [-] [instance: 93c22188-05e9-480f-b797-83969f31bb09] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.045972] env[69041]: INFO nova.compute.manager [-] [instance: 6bf2a94d-6a19-4fce-a7f2-157b8b59d980] Took 1.38 seconds to deallocate network for instance. [ 1191.264108] env[69041]: INFO nova.compute.manager [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Took 52.58 seconds to build instance. [ 1191.267543] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49198051-74ef-43a8-a993-5dffc2a714b8 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "74342a26-1f53-4346-99ce-97797f6e0289" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.483s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.270289] env[69041]: DEBUG oslo_concurrency.lockutils [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "74342a26-1f53-4346-99ce-97797f6e0289" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 45.852s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.270289] env[69041]: DEBUG oslo_concurrency.lockutils [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "74342a26-1f53-4346-99ce-97797f6e0289-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.270289] env[69041]: DEBUG oslo_concurrency.lockutils [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "74342a26-1f53-4346-99ce-97797f6e0289-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.270289] env[69041]: DEBUG oslo_concurrency.lockutils [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "74342a26-1f53-4346-99ce-97797f6e0289-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.270642] env[69041]: INFO nova.compute.manager [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Terminating instance [ 1191.725153] env[69041]: DEBUG nova.network.neutron [-] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.767626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f9b806c9-2e2a-46e7-95c8-5a8bfc021894 tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.091s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.775974] env[69041]: DEBUG oslo_concurrency.lockutils [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.776338] env[69041]: DEBUG oslo_concurrency.lockutils [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquired lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.776640] env[69041]: DEBUG nova.network.neutron [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.072475] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e2a50d05-a035-401d-9bfd-f42688f6d0ba tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "6bf2a94d-6a19-4fce-a7f2-157b8b59d980" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.773s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.221143] env[69041]: DEBUG nova.compute.manager [req-89e43724-47b7-4d23-8301-488d63abee2f req-8a4bcaa8-da79-43fb-bd28-bcc6572aad31 service nova] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Received event network-vif-deleted-88b1bdcf-211d-49cd-ac7c-35c1fd1303b0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1192.231451] env[69041]: INFO nova.compute.manager [-] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Took 1.46 seconds to deallocate network for instance. [ 1192.267146] env[69041]: DEBUG nova.compute.manager [req-80cfa157-b8d3-413a-815c-1cdef62fa751 req-593e659d-ae02-4e9d-9f42-4ab14c03d962 service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Received event network-changed-e77e5a13-5d55-4184-b049-0942fd5ce42b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1192.267649] env[69041]: DEBUG nova.compute.manager [req-80cfa157-b8d3-413a-815c-1cdef62fa751 req-593e659d-ae02-4e9d-9f42-4ab14c03d962 service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Refreshing instance network info cache due to event network-changed-e77e5a13-5d55-4184-b049-0942fd5ce42b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1192.267921] env[69041]: DEBUG oslo_concurrency.lockutils [req-80cfa157-b8d3-413a-815c-1cdef62fa751 req-593e659d-ae02-4e9d-9f42-4ab14c03d962 service nova] Acquiring lock "refresh_cache-4ca3d12b-56e3-4f8c-99d6-50ae680925b3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.268114] env[69041]: DEBUG oslo_concurrency.lockutils [req-80cfa157-b8d3-413a-815c-1cdef62fa751 req-593e659d-ae02-4e9d-9f42-4ab14c03d962 service nova] Acquired lock "refresh_cache-4ca3d12b-56e3-4f8c-99d6-50ae680925b3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.268251] env[69041]: DEBUG nova.network.neutron [req-80cfa157-b8d3-413a-815c-1cdef62fa751 req-593e659d-ae02-4e9d-9f42-4ab14c03d962 service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Refreshing network info cache for port e77e5a13-5d55-4184-b049-0942fd5ce42b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.272989] env[69041]: DEBUG nova.compute.manager [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.281965] env[69041]: DEBUG nova.compute.utils [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Can not refresh info_cache because instance was not found {{(pid=69041) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1192.286769] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c680b1-ac4f-4bfc-af2e-1d7f9a6309ac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.295741] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40960dcf-72c1-407f-910d-9ea531f07377 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.304365] env[69041]: DEBUG nova.network.neutron [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.333462] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991aef4c-1e9a-40f0-9f45-48032b0aa4cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.341729] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3056709-84ab-478b-8220-f04d41c6b407 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.359087] env[69041]: DEBUG nova.compute.provider_tree [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.464944] env[69041]: DEBUG nova.network.neutron [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.744158] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.802823] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.864620] env[69041]: DEBUG nova.scheduler.client.report [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.878034] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "5af33240-1cf0-46b1-b9fe-3a1012b23755" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.878034] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "5af33240-1cf0-46b1-b9fe-3a1012b23755" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.878034] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "5af33240-1cf0-46b1-b9fe-3a1012b23755-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.878034] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "5af33240-1cf0-46b1-b9fe-3a1012b23755-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.878034] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "5af33240-1cf0-46b1-b9fe-3a1012b23755-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.878034] env[69041]: INFO nova.compute.manager [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Terminating instance [ 1192.969864] env[69041]: DEBUG oslo_concurrency.lockutils [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Releasing lock "refresh_cache-74342a26-1f53-4346-99ce-97797f6e0289" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.970301] env[69041]: DEBUG nova.compute.manager [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.970500] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.970807] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-937db330-292b-4782-a185-69722a7aab63 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.980454] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257dcf88-c9f9-4dbd-baa9-291a49370df9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.014463] env[69041]: WARNING nova.virt.vmwareapi.vmops [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 74342a26-1f53-4346-99ce-97797f6e0289 could not be found. [ 1193.014689] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.014876] env[69041]: INFO nova.compute.manager [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1193.015202] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.017834] env[69041]: DEBUG nova.compute.manager [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.017933] env[69041]: DEBUG nova.network.neutron [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.045276] env[69041]: DEBUG nova.network.neutron [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.072523] env[69041]: DEBUG nova.network.neutron [req-80cfa157-b8d3-413a-815c-1cdef62fa751 req-593e659d-ae02-4e9d-9f42-4ab14c03d962 service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Updated VIF entry in instance network info cache for port e77e5a13-5d55-4184-b049-0942fd5ce42b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.072886] env[69041]: DEBUG nova.network.neutron [req-80cfa157-b8d3-413a-815c-1cdef62fa751 req-593e659d-ae02-4e9d-9f42-4ab14c03d962 service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Updating instance_info_cache with network_info: [{"id": "e77e5a13-5d55-4184-b049-0942fd5ce42b", "address": "fa:16:3e:9a:94:d0", "network": {"id": "52c0ff16-6e90-4b21-91c0-79ed4c91addb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1104132470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb8221209afb4edeb95cbe4021d26169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape77e5a13-5d", "ovs_interfaceid": "e77e5a13-5d55-4184-b049-0942fd5ce42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.378809] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.379445] env[69041]: DEBUG nova.compute.manager [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.382205] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.028s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.382899] env[69041]: DEBUG nova.objects.instance [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lazy-loading 'resources' on Instance uuid 766bfef7-c6cc-4a51-9f15-d26db54fffd5 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.386611] env[69041]: DEBUG nova.compute.manager [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.386817] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.387754] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b0673c-feba-4f57-b400-c3a288451408 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.397644] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.397908] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-babd52de-c0e1-4dad-abd5-7484da501a21 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.404833] env[69041]: DEBUG oslo_vmware.api [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1193.404833] env[69041]: value = "task-2889945" [ 1193.404833] env[69041]: _type = "Task" [ 1193.404833] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.414360] env[69041]: DEBUG oslo_vmware.api [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.450806] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "61db3404-6bf9-4f93-85ab-ae560539ca41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.451061] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "61db3404-6bf9-4f93-85ab-ae560539ca41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.549494] env[69041]: DEBUG nova.network.neutron [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.576128] env[69041]: DEBUG oslo_concurrency.lockutils [req-80cfa157-b8d3-413a-815c-1cdef62fa751 req-593e659d-ae02-4e9d-9f42-4ab14c03d962 service nova] Releasing lock "refresh_cache-4ca3d12b-56e3-4f8c-99d6-50ae680925b3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.886289] env[69041]: DEBUG nova.compute.utils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.891040] env[69041]: DEBUG nova.compute.manager [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.891040] env[69041]: DEBUG nova.network.neutron [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.915162] env[69041]: DEBUG oslo_vmware.api [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889945, 'name': PowerOffVM_Task, 'duration_secs': 0.180041} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.915583] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.915719] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.915912] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e332df13-77ac-42ee-a8e4-c25763bb0514 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.966750] env[69041]: DEBUG nova.policy [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d4ad264c9b4e30831fd6d9fddc1cfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41552bc3ddc2488fb16884e06eb4c1f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.982879] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.983187] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.984022] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Deleting the datastore file [datastore2] 5af33240-1cf0-46b1-b9fe-3a1012b23755 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.984022] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32248999-148f-4417-9132-6b7b031f5c83 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.991863] env[69041]: DEBUG oslo_vmware.api [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for the task: (returnval){ [ 1193.991863] env[69041]: value = "task-2889947" [ 1193.991863] env[69041]: _type = "Task" [ 1193.991863] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.004650] env[69041]: DEBUG oslo_vmware.api [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.052219] env[69041]: INFO nova.compute.manager [-] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Took 1.03 seconds to deallocate network for instance. [ 1194.283198] env[69041]: DEBUG nova.network.neutron [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Successfully created port: 64740b6e-dd72-4603-b3ac-287773eb263d {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.391965] env[69041]: DEBUG nova.compute.manager [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.416635] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3895d29c-a904-4cc0-99b9-a48e514dfd45 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.424636] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d7a6f-e352-427b-a229-60ad69355d3e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.458750] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e620e2-9c9a-46b5-a985-0b44e52a4e88 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.466655] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4da0dc-9808-4a81-bda7-749f82cc2618 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.480920] env[69041]: DEBUG nova.compute.provider_tree [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.504171] env[69041]: DEBUG oslo_vmware.api [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Task: {'id': task-2889947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336586} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.504461] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.504964] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.504964] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.505126] env[69041]: INFO nova.compute.manager [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1194.505258] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.505457] env[69041]: DEBUG nova.compute.manager [-] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.505552] env[69041]: DEBUG nova.network.neutron [-] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.560668] env[69041]: INFO nova.compute.manager [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Instance disappeared during terminate [ 1194.560923] env[69041]: DEBUG oslo_concurrency.lockutils [None req-69fbe3ce-ec40-49f4-b489-224b31c0ab10 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "74342a26-1f53-4346-99ce-97797f6e0289" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.293s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.784422] env[69041]: DEBUG nova.compute.manager [req-e12b16db-cb1c-4756-861e-6c4f4fd79380 req-f1fd01bc-009c-4f45-be38-4a41b57d24b3 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Received event network-vif-deleted-c042e73c-255e-41a0-8f53-87e5ce5b648b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1194.784531] env[69041]: INFO nova.compute.manager [req-e12b16db-cb1c-4756-861e-6c4f4fd79380 req-f1fd01bc-009c-4f45-be38-4a41b57d24b3 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Neutron deleted interface c042e73c-255e-41a0-8f53-87e5ce5b648b; detaching it from the instance and deleting it from the info cache [ 1194.784664] env[69041]: DEBUG nova.network.neutron [req-e12b16db-cb1c-4756-861e-6c4f4fd79380 req-f1fd01bc-009c-4f45-be38-4a41b57d24b3 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.988123] env[69041]: DEBUG nova.scheduler.client.report [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.264078] env[69041]: DEBUG nova.network.neutron [-] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.288051] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78678dac-5561-4151-978b-a391caaef6cb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.298523] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11493d9c-6820-4ae7-a57b-681a033fb803 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.331058] env[69041]: DEBUG nova.compute.manager [req-e12b16db-cb1c-4756-861e-6c4f4fd79380 req-f1fd01bc-009c-4f45-be38-4a41b57d24b3 service nova] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Detach interface failed, port_id=c042e73c-255e-41a0-8f53-87e5ce5b648b, reason: Instance 5af33240-1cf0-46b1-b9fe-3a1012b23755 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1195.401913] env[69041]: DEBUG nova.compute.manager [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.428589] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.428856] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.429025] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.429213] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.429358] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.429506] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.429716] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.429909] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.430095] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.430262] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.430433] env[69041]: DEBUG nova.virt.hardware [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.431274] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d3438c-f3a1-4cf2-87c1-d94ae9468273 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.439265] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caba467c-625f-4377-9635-31826c5208ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.492830] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.495015] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 40.861s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.517021] env[69041]: INFO nova.scheduler.client.report [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Deleted allocations for instance 766bfef7-c6cc-4a51-9f15-d26db54fffd5 [ 1195.766675] env[69041]: INFO nova.compute.manager [-] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Took 1.26 seconds to deallocate network for instance. [ 1195.814945] env[69041]: DEBUG nova.network.neutron [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Successfully updated port: 64740b6e-dd72-4603-b3ac-287773eb263d {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.997832] env[69041]: DEBUG nova.objects.instance [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lazy-loading 'migration_context' on Instance uuid d623caaa-5a89-4a77-8551-af042fdfa849 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.024438] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ffce1f82-38cc-4870-a742-2565c36557af tempest-VolumesAssistedSnapshotsTest-1176786805 tempest-VolumesAssistedSnapshotsTest-1176786805-project-member] Lock "766bfef7-c6cc-4a51-9f15-d26db54fffd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.473s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.273587] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.322142] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "refresh_cache-6ad64ecc-6eb3-47c7-8589-b787b6e03d34" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.322328] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired lock "refresh_cache-6ad64ecc-6eb3-47c7-8589-b787b6e03d34" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.322515] env[69041]: DEBUG nova.network.neutron [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.815860] env[69041]: DEBUG nova.compute.manager [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Received event network-vif-plugged-64740b6e-dd72-4603-b3ac-287773eb263d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1196.816066] env[69041]: DEBUG oslo_concurrency.lockutils [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] Acquiring lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.816322] env[69041]: DEBUG oslo_concurrency.lockutils [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] Lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.816460] env[69041]: DEBUG oslo_concurrency.lockutils [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] Lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.816614] env[69041]: DEBUG nova.compute.manager [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] No waiting events found dispatching network-vif-plugged-64740b6e-dd72-4603-b3ac-287773eb263d {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.816781] env[69041]: WARNING nova.compute.manager [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Received unexpected event network-vif-plugged-64740b6e-dd72-4603-b3ac-287773eb263d for instance with vm_state building and task_state spawning. [ 1196.816938] env[69041]: DEBUG nova.compute.manager [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Received event network-changed-64740b6e-dd72-4603-b3ac-287773eb263d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1196.817103] env[69041]: DEBUG nova.compute.manager [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Refreshing instance network info cache due to event network-changed-64740b6e-dd72-4603-b3ac-287773eb263d. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1196.817267] env[69041]: DEBUG oslo_concurrency.lockutils [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] Acquiring lock "refresh_cache-6ad64ecc-6eb3-47c7-8589-b787b6e03d34" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.856032] env[69041]: DEBUG nova.network.neutron [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.900858] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3696605-cca6-4007-a8e7-a36be49038eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.909230] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de03039-ab38-45c0-b013-19f0db21a195 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.943439] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8b44b8-45e2-4fbc-83f8-55e429adba1d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.951665] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921390f-69b2-443c-87df-92d3151796c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.966290] env[69041]: DEBUG nova.compute.provider_tree [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.013322] env[69041]: DEBUG nova.network.neutron [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Updating instance_info_cache with network_info: [{"id": "64740b6e-dd72-4603-b3ac-287773eb263d", "address": "fa:16:3e:95:4c:f4", "network": {"id": "f3da7f80-9217-4a6d-962a-99140acb897f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1575670035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41552bc3ddc2488fb16884e06eb4c1f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64740b6e-dd", "ovs_interfaceid": "64740b6e-dd72-4603-b3ac-287773eb263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.469937] env[69041]: DEBUG nova.scheduler.client.report [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.516662] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Releasing lock "refresh_cache-6ad64ecc-6eb3-47c7-8589-b787b6e03d34" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.517014] env[69041]: DEBUG nova.compute.manager [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Instance network_info: |[{"id": "64740b6e-dd72-4603-b3ac-287773eb263d", "address": "fa:16:3e:95:4c:f4", "network": {"id": "f3da7f80-9217-4a6d-962a-99140acb897f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1575670035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41552bc3ddc2488fb16884e06eb4c1f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64740b6e-dd", "ovs_interfaceid": "64740b6e-dd72-4603-b3ac-287773eb263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.517616] env[69041]: DEBUG oslo_concurrency.lockutils [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] Acquired lock "refresh_cache-6ad64ecc-6eb3-47c7-8589-b787b6e03d34" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.517811] env[69041]: DEBUG nova.network.neutron [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Refreshing network info cache for port 64740b6e-dd72-4603-b3ac-287773eb263d {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.519335] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:4c:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64740b6e-dd72-4603-b3ac-287773eb263d', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.526829] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.529747] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.530213] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73e8aa7a-6a64-4e1f-801c-6c27c878ba1e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.553173] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.553173] env[69041]: value = "task-2889948" [ 1197.553173] env[69041]: _type = "Task" [ 1197.553173] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.560899] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889948, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.867339] env[69041]: DEBUG nova.network.neutron [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Updated VIF entry in instance network info cache for port 64740b6e-dd72-4603-b3ac-287773eb263d. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.867779] env[69041]: DEBUG nova.network.neutron [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Updating instance_info_cache with network_info: [{"id": "64740b6e-dd72-4603-b3ac-287773eb263d", "address": "fa:16:3e:95:4c:f4", "network": {"id": "f3da7f80-9217-4a6d-962a-99140acb897f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1575670035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41552bc3ddc2488fb16884e06eb4c1f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64740b6e-dd", "ovs_interfaceid": "64740b6e-dd72-4603-b3ac-287773eb263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.063515] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889948, 'name': CreateVM_Task, 'duration_secs': 0.309032} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.063754] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.064392] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.064559] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.064876] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.065467] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e888c01-46d6-45b0-8dc9-2c840717c6c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.070068] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1198.070068] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d62d1e-0b00-a677-fd31-5aed1304e1c6" [ 1198.070068] env[69041]: _type = "Task" [ 1198.070068] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.081831] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d62d1e-0b00-a677-fd31-5aed1304e1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.371720] env[69041]: DEBUG oslo_concurrency.lockutils [req-527ca8ad-babd-42b2-b547-cfb9dcafd688 req-e16b93be-e020-4c45-b44a-0a4b59e0b479 service nova] Releasing lock "refresh_cache-6ad64ecc-6eb3-47c7-8589-b787b6e03d34" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.481130] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.986s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.487068] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.567s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.488574] env[69041]: INFO nova.compute.claims [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.584220] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d62d1e-0b00-a677-fd31-5aed1304e1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.584220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.584220] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.584220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.584698] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.585044] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.585414] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fe41e04-c671-44fb-adc6-a813799b7c4a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.596221] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.596495] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.597417] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072b313e-0b02-44c3-9a74-f1cdd9226564 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.603977] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1198.603977] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521506ac-0f18-b188-f59d-a8807de9da46" [ 1198.603977] env[69041]: _type = "Task" [ 1198.603977] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.612107] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521506ac-0f18-b188-f59d-a8807de9da46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.115293] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521506ac-0f18-b188-f59d-a8807de9da46, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.116146] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8343021-0b89-4e67-a5ef-977551158dc9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.121450] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1199.121450] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294dece-8d65-4a63-4458-38804392eb44" [ 1199.121450] env[69041]: _type = "Task" [ 1199.121450] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.129359] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294dece-8d65-4a63-4458-38804392eb44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.636738] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294dece-8d65-4a63-4458-38804392eb44, 'name': SearchDatastore_Task, 'duration_secs': 0.00843} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.637032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.637309] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 6ad64ecc-6eb3-47c7-8589-b787b6e03d34/6ad64ecc-6eb3-47c7-8589-b787b6e03d34.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.637619] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9babd70-4347-480e-9375-02dc8e6b612d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.645937] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1199.645937] env[69041]: value = "task-2889949" [ 1199.645937] env[69041]: _type = "Task" [ 1199.645937] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.654173] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.002574] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4426638-7198-4ef5-afb0-5800224bcb6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.018913] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d287f3-2a0d-4207-84bf-9d3e93ce0bb6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.057122] env[69041]: INFO nova.compute.manager [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Swapping old allocation on dict_keys(['32f60d55-c45c-4e8e-b752-d624f83e6946']) held by migration 5480ac8d-cd4c-46f6-b270-5e9af1c6268c for instance [ 1200.057938] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9396713-d3e2-4ce2-9ded-6410d5387e34 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.067666] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18db3dd-0bb9-476e-9a91-e11382baa716 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.082998] env[69041]: DEBUG nova.compute.provider_tree [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.098978] env[69041]: DEBUG nova.scheduler.client.report [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Overwriting current allocation {'allocations': {'32f60d55-c45c-4e8e-b752-d624f83e6946': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 93}}, 'project_id': '52cb50480a5e4dfc9f3c9b44029f3bdd', 'user_id': '6e5f35dd5ed34affb3d52aac4ffccce8', 'consumer_generation': 1} on consumer d623caaa-5a89-4a77-8551-af042fdfa849 {{(pid=69041) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1200.156403] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889949, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.203640] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.203839] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquired lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.204039] env[69041]: DEBUG nova.network.neutron [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.588965] env[69041]: DEBUG nova.scheduler.client.report [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.657310] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846813} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.657616] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 6ad64ecc-6eb3-47c7-8589-b787b6e03d34/6ad64ecc-6eb3-47c7-8589-b787b6e03d34.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.657846] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.658149] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a70d278b-1eb8-4376-a10d-83bc8c6b09ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.665937] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1200.665937] env[69041]: value = "task-2889950" [ 1200.665937] env[69041]: _type = "Task" [ 1200.665937] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.674523] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.033643] env[69041]: DEBUG nova.network.neutron [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance_info_cache with network_info: [{"id": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "address": "fa:16:3e:25:cf:76", "network": {"id": "60e9ae92-4c76-48f2-9b71-9de40cc8a920", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "55972b8c84cf4c5d8012642a620a9173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bbbd98-6a", "ovs_interfaceid": "45bbbd98-6ad0-451d-b783-bbeb6602e57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.093363] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.093875] env[69041]: DEBUG nova.compute.manager [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.097066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.739s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.097838] env[69041]: DEBUG nova.objects.instance [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lazy-loading 'resources' on Instance uuid 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.178698] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068051} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.178987] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.179955] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a159cd81-1ba6-43a6-9804-ef8246f107b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.204657] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 6ad64ecc-6eb3-47c7-8589-b787b6e03d34/6ad64ecc-6eb3-47c7-8589-b787b6e03d34.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.205331] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f58d91-843a-4fc8-91b6-94852bfa793e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.225663] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1201.225663] env[69041]: value = "task-2889951" [ 1201.225663] env[69041]: _type = "Task" [ 1201.225663] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.236562] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.536015] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Releasing lock "refresh_cache-d623caaa-5a89-4a77-8551-af042fdfa849" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.536533] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.536820] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b5a356f-45e2-4aa9-baa5-8f62b0c3907c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.543332] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1201.543332] env[69041]: value = "task-2889952" [ 1201.543332] env[69041]: _type = "Task" [ 1201.543332] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.550992] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.604386] env[69041]: DEBUG nova.compute.utils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.606919] env[69041]: DEBUG nova.compute.manager [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.607245] env[69041]: DEBUG nova.network.neutron [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.652843] env[69041]: DEBUG nova.policy [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f2a65fc1194fb0bcbbfbded6fae322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c657c14c914763b1bb5b102aeeaa41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.739393] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.999533] env[69041]: DEBUG nova.network.neutron [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Successfully created port: 1af15a03-33d7-4187-8521-50fa15bf3ba6 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.058772] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889952, 'name': PowerOffVM_Task, 'duration_secs': 0.212319} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.059091] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.059810] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:06:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2856e79f-84ca-42a2-9c53-54f209ac652b',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1219590169',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.060065] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.060252] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.060476] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.060780] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.060856] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.061056] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.061903] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.061903] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.061903] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.061903] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.067168] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671d48e6-df29-4fa6-bb0c-abc55196291c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.080080] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57801e5a-364d-45a2-bcf9-cabfd553d979 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.088590] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbe31dd-c9c9-44de-bf89-e3f90974534c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.092356] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1202.092356] env[69041]: value = "task-2889953" [ 1202.092356] env[69041]: _type = "Task" [ 1202.092356] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.121556] env[69041]: DEBUG nova.compute.manager [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.126056] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b9c65a-53dd-4488-90f5-13424ebc6911 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.131502] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.136652] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f415f-e841-4bab-878a-5ce7898fa8e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.150885] env[69041]: DEBUG nova.compute.provider_tree [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.241893] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889951, 'name': ReconfigVM_Task, 'duration_secs': 0.846978} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.241893] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 6ad64ecc-6eb3-47c7-8589-b787b6e03d34/6ad64ecc-6eb3-47c7-8589-b787b6e03d34.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.242503] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-491d89a9-da21-4824-8df6-d6b321504555 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.249694] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1202.249694] env[69041]: value = "task-2889954" [ 1202.249694] env[69041]: _type = "Task" [ 1202.249694] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.257647] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889954, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.604411] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889953, 'name': ReconfigVM_Task, 'duration_secs': 0.164681} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.605690] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d360c54-1f19-4735-a56b-52a915909119 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.626532] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:06:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2856e79f-84ca-42a2-9c53-54f209ac652b',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1219590169',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.626778] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.626935] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.627182] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.627297] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.627443] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.627673] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.627842] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.628083] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.628183] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.628352] env[69041]: DEBUG nova.virt.hardware [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.632208] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed62183-d444-440e-ad06-252bb350e4bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.639182] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1202.639182] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5216d76f-a362-975b-807f-e69b1c31ea74" [ 1202.639182] env[69041]: _type = "Task" [ 1202.639182] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.647264] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5216d76f-a362-975b-807f-e69b1c31ea74, 'name': SearchDatastore_Task, 'duration_secs': 0.006901} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.652508] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.652840] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1fb697a-380d-406d-9dd2-372f7b270abf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.665942] env[69041]: DEBUG nova.scheduler.client.report [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.674126] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1202.674126] env[69041]: value = "task-2889955" [ 1202.674126] env[69041]: _type = "Task" [ 1202.674126] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.684050] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.759309] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889954, 'name': Rename_Task, 'duration_secs': 0.142223} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.759399] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.759606] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b76de75-a57e-4d8b-8aef-25d0adf4de0e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.765018] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1202.765018] env[69041]: value = "task-2889956" [ 1202.765018] env[69041]: _type = "Task" [ 1202.765018] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.772350] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.136620] env[69041]: DEBUG nova.compute.manager [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.167249] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.167502] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.167663] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.167852] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.168025] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.168187] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.168386] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.168543] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.168743] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.168866] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.169050] env[69041]: DEBUG nova.virt.hardware [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.169914] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfed202-ab57-4335-bbd4-53d661423928 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.173008] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.174952] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 41.698s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.185313] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859af5ba-281e-4092-b886-fc2c9e10b21d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.193144] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889955, 'name': ReconfigVM_Task, 'duration_secs': 0.197807} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.193983] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.194785] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d0c069-8af6-411d-9b4b-9777e54ff544 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.206563] env[69041]: INFO nova.scheduler.client.report [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Deleted allocations for instance 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc [ 1203.228716] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d623caaa-5a89-4a77-8551-af042fdfa849/d623caaa-5a89-4a77-8551-af042fdfa849.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.229257] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c5db68-5fc5-43ac-b9d3-f8b5f0b4daeb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.247112] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1203.247112] env[69041]: value = "task-2889957" [ 1203.247112] env[69041]: _type = "Task" [ 1203.247112] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.257100] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.275868] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.480158] env[69041]: DEBUG nova.compute.manager [req-03c89139-d954-4dc6-9332-5fe945db52f2 req-a69d0754-5355-4369-ad01-489730558da2 service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Received event network-vif-plugged-1af15a03-33d7-4187-8521-50fa15bf3ba6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1203.480158] env[69041]: DEBUG oslo_concurrency.lockutils [req-03c89139-d954-4dc6-9332-5fe945db52f2 req-a69d0754-5355-4369-ad01-489730558da2 service nova] Acquiring lock "b8189091-5a8f-4683-bbce-668554ada5a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.480158] env[69041]: DEBUG oslo_concurrency.lockutils [req-03c89139-d954-4dc6-9332-5fe945db52f2 req-a69d0754-5355-4369-ad01-489730558da2 service nova] Lock "b8189091-5a8f-4683-bbce-668554ada5a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.480158] env[69041]: DEBUG oslo_concurrency.lockutils [req-03c89139-d954-4dc6-9332-5fe945db52f2 req-a69d0754-5355-4369-ad01-489730558da2 service nova] Lock "b8189091-5a8f-4683-bbce-668554ada5a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.480158] env[69041]: DEBUG nova.compute.manager [req-03c89139-d954-4dc6-9332-5fe945db52f2 req-a69d0754-5355-4369-ad01-489730558da2 service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] No waiting events found dispatching network-vif-plugged-1af15a03-33d7-4187-8521-50fa15bf3ba6 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.480158] env[69041]: WARNING nova.compute.manager [req-03c89139-d954-4dc6-9332-5fe945db52f2 req-a69d0754-5355-4369-ad01-489730558da2 service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Received unexpected event network-vif-plugged-1af15a03-33d7-4187-8521-50fa15bf3ba6 for instance with vm_state building and task_state spawning. [ 1203.523121] env[69041]: DEBUG nova.network.neutron [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Successfully updated port: 1af15a03-33d7-4187-8521-50fa15bf3ba6 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.732323] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ae65fca2-f757-45b7-ac91-3e2ba66c8a1f tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "98cfcf44-0878-4cdc-9a17-9e73cafcc6bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.351s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.760834] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889957, 'name': ReconfigVM_Task, 'duration_secs': 0.259902} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.761268] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d623caaa-5a89-4a77-8551-af042fdfa849/d623caaa-5a89-4a77-8551-af042fdfa849.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.762500] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f35a2b-e032-4b10-b481-5c359529af97 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.775568] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.792185] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf72443c-5fa9-4b36-bc61-4f9045379f1d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.811307] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0aa8bd-967e-46f2-bfe4-64bceab81156 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.829484] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1320a78-64bc-41e1-8b19-ce1978338947 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.836150] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.836390] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-115669f5-1082-47b1-b742-048ac20d79e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.842326] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1203.842326] env[69041]: value = "task-2889958" [ 1203.842326] env[69041]: _type = "Task" [ 1203.842326] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.849592] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.026237] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "refresh_cache-b8189091-5a8f-4683-bbce-668554ada5a7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.026453] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "refresh_cache-b8189091-5a8f-4683-bbce-668554ada5a7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.026617] env[69041]: DEBUG nova.network.neutron [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.226501] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 0cd01f76-79cb-4640-b697-dc89f3a53f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.226704] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 41e6dba2-9431-4197-b797-d486e5c406e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.227350] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c5fbfa59-eeed-4220-bc40-50618af87a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.227350] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 5b9ab20b-7d59-4248-885e-3b4ff7458da3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.227350] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d1b5f395-8206-4326-a78a-b4fa7235aebb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.227560] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 5af33240-1cf0-46b1-b9fe-3a1012b23755 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1204.227616] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 983aa6f2-dc56-45d9-8b35-688d75f63525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.228769] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 0a09110f-f96d-4f19-92bb-984ebafb9f76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.228769] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d437a775-e75e-4593-a0b5-1e7f249eb942 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.228769] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 13669a24-f475-4bb4-89d7-c63f2b3d7cb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.228769] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance fc2e1749-d081-4b11-a32d-303fb3675481 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1204.228769] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 518aa9c0-880c-4aef-9429-9000e2f9eee2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.228769] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d623caaa-5a89-4a77-8551-af042fdfa849 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.228769] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance a57c9763-1726-4a22-9d20-de9e028d8fbc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1204.228769] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 355ce384-674a-4c7a-956c-dc7b7998f33b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1204.228769] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 93c22188-05e9-480f-b797-83969f31bb09 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1204.229219] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 00f299cb-b6f4-4833-af4a-24967026cb6e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1204.229219] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 4ca3d12b-56e3-4f8c-99d6-50ae680925b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.229219] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 6ad64ecc-6eb3-47c7-8589-b787b6e03d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.229219] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b8189091-5a8f-4683-bbce-668554ada5a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1204.276438] env[69041]: DEBUG oslo_vmware.api [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889956, 'name': PowerOnVM_Task, 'duration_secs': 1.051228} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.276721] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.276912] env[69041]: INFO nova.compute.manager [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1204.277107] env[69041]: DEBUG nova.compute.manager [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.277918] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f1fec7-38e7-4fa5-b58d-b244f3612e64 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.352800] env[69041]: DEBUG oslo_vmware.api [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889958, 'name': PowerOnVM_Task, 'duration_secs': 0.385662} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.353330] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.566845] env[69041]: DEBUG nova.network.neutron [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.732685] env[69041]: DEBUG nova.network.neutron [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Updating instance_info_cache with network_info: [{"id": "1af15a03-33d7-4187-8521-50fa15bf3ba6", "address": "fa:16:3e:ef:ba:54", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af15a03-33", "ovs_interfaceid": "1af15a03-33d7-4187-8521-50fa15bf3ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.734672] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 0c1e54bf-e9da-434f-a31e-f352f073ca90 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1204.796826] env[69041]: INFO nova.compute.manager [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Took 56.38 seconds to build instance. [ 1205.236936] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "refresh_cache-b8189091-5a8f-4683-bbce-668554ada5a7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.237316] env[69041]: DEBUG nova.compute.manager [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Instance network_info: |[{"id": "1af15a03-33d7-4187-8521-50fa15bf3ba6", "address": "fa:16:3e:ef:ba:54", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af15a03-33", "ovs_interfaceid": "1af15a03-33d7-4187-8521-50fa15bf3ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.238036] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 8038fce1-b94f-4a86-a925-1e789fae4068 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1205.239407] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:ba:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1af15a03-33d7-4187-8521-50fa15bf3ba6', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.247644] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Creating folder: Project (f9c657c14c914763b1bb5b102aeeaa41). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.248261] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.248488] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-765214d3-22ac-4e1e-abf5-0446dc9939fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.260052] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Created folder: Project (f9c657c14c914763b1bb5b102aeeaa41) in parent group-v580429. [ 1205.260237] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Creating folder: Instances. Parent ref: group-v580611. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.260480] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f1ebd30-0410-41cb-a854-23226cf544f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.270839] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Created folder: Instances in parent group-v580611. [ 1205.271073] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.271474] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.271670] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7c84670-505f-4623-98c4-e1de850ccec7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.293020] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.293020] env[69041]: value = "task-2889962" [ 1205.293020] env[69041]: _type = "Task" [ 1205.293020] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.296842] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889962, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.298343] env[69041]: DEBUG oslo_concurrency.lockutils [None req-048cc33d-85c3-4264-b837-37439a5e8321 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.886s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.299493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.051s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.299718] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.299922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.300099] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.301834] env[69041]: INFO nova.compute.manager [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Terminating instance [ 1205.367227] env[69041]: INFO nova.compute.manager [None req-0ffcdf07-cf32-4c9e-8725-57365d3d4225 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance to original state: 'active' [ 1205.590582] env[69041]: DEBUG nova.compute.manager [req-3f4da416-7b26-435a-8dab-0be0c16dca0c req-5e55b468-a809-4935-9a1c-99a71bce82ef service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Received event network-changed-1af15a03-33d7-4187-8521-50fa15bf3ba6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1205.590889] env[69041]: DEBUG nova.compute.manager [req-3f4da416-7b26-435a-8dab-0be0c16dca0c req-5e55b468-a809-4935-9a1c-99a71bce82ef service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Refreshing instance network info cache due to event network-changed-1af15a03-33d7-4187-8521-50fa15bf3ba6. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1205.591083] env[69041]: DEBUG oslo_concurrency.lockutils [req-3f4da416-7b26-435a-8dab-0be0c16dca0c req-5e55b468-a809-4935-9a1c-99a71bce82ef service nova] Acquiring lock "refresh_cache-b8189091-5a8f-4683-bbce-668554ada5a7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.591225] env[69041]: DEBUG oslo_concurrency.lockutils [req-3f4da416-7b26-435a-8dab-0be0c16dca0c req-5e55b468-a809-4935-9a1c-99a71bce82ef service nova] Acquired lock "refresh_cache-b8189091-5a8f-4683-bbce-668554ada5a7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.591452] env[69041]: DEBUG nova.network.neutron [req-3f4da416-7b26-435a-8dab-0be0c16dca0c req-5e55b468-a809-4935-9a1c-99a71bce82ef service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Refreshing network info cache for port 1af15a03-33d7-4187-8521-50fa15bf3ba6 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.749419] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance e985fbad-6b6d-4622-8220-471b4cfd1f6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1205.799561] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889962, 'name': CreateVM_Task, 'duration_secs': 0.459598} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.799793] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.800599] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.800767] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.801411] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.801411] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f87765-94d6-4e2a-afab-f62798a25d39 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.803044] env[69041]: DEBUG nova.compute.manager [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.809035] env[69041]: DEBUG nova.compute.manager [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.809035] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.809035] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9fcd37-cf26-4e02-a90c-a305f175e7e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.811118] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1205.811118] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520733f9-f1b6-997b-ca88-bde61ea074ac" [ 1205.811118] env[69041]: _type = "Task" [ 1205.811118] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.816064] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.816551] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3dfd80-8fe0-4ec6-8de6-62b94f085b67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.820883] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520733f9-f1b6-997b-ca88-bde61ea074ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.828025] env[69041]: DEBUG oslo_vmware.api [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1205.828025] env[69041]: value = "task-2889963" [ 1205.828025] env[69041]: _type = "Task" [ 1205.828025] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.833852] env[69041]: DEBUG oslo_vmware.api [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.253166] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 1e428329-c8f6-47c9-8945-7ac469d6a673 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1206.324967] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520733f9-f1b6-997b-ca88-bde61ea074ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01368} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.325307] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.325785] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.325842] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.325967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.326183] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.326529] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed19a944-e1a2-4e0b-98ff-2dbbcf1ea11b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.339145] env[69041]: DEBUG oslo_vmware.api [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889963, 'name': PowerOffVM_Task, 'duration_secs': 0.204025} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.339238] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.339427] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.339732] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.339893] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.341377] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.341622] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ff5144a-e45f-4255-991e-8874feb33312 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.343229] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd953769-7630-4061-9991-559812eace13 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.350444] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1206.350444] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5291432e-8386-12cd-0b1f-25b0c4403d03" [ 1206.350444] env[69041]: _type = "Task" [ 1206.350444] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.358426] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5291432e-8386-12cd-0b1f-25b0c4403d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.384892] env[69041]: DEBUG nova.network.neutron [req-3f4da416-7b26-435a-8dab-0be0c16dca0c req-5e55b468-a809-4935-9a1c-99a71bce82ef service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Updated VIF entry in instance network info cache for port 1af15a03-33d7-4187-8521-50fa15bf3ba6. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.385309] env[69041]: DEBUG nova.network.neutron [req-3f4da416-7b26-435a-8dab-0be0c16dca0c req-5e55b468-a809-4935-9a1c-99a71bce82ef service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Updating instance_info_cache with network_info: [{"id": "1af15a03-33d7-4187-8521-50fa15bf3ba6", "address": "fa:16:3e:ef:ba:54", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af15a03-33", "ovs_interfaceid": "1af15a03-33d7-4187-8521-50fa15bf3ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.409280] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.409581] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.409817] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Deleting the datastore file [datastore2] 6ad64ecc-6eb3-47c7-8589-b787b6e03d34 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.410127] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-712c05e4-a46a-4e6c-8ede-66c12f5878c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.418285] env[69041]: DEBUG oslo_vmware.api [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for the task: (returnval){ [ 1206.418285] env[69041]: value = "task-2889965" [ 1206.418285] env[69041]: _type = "Task" [ 1206.418285] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.429527] env[69041]: DEBUG oslo_vmware.api [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.756482] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c18ff92b-080e-4307-a357-269980fc3fe8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1206.863080] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5291432e-8386-12cd-0b1f-25b0c4403d03, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.864064] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e11cbe1-b41e-480d-a837-d1fb79297248 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.870692] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1206.870692] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5209d78f-a154-bf7c-8ab5-2647b144d3bf" [ 1206.870692] env[69041]: _type = "Task" [ 1206.870692] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.880953] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5209d78f-a154-bf7c-8ab5-2647b144d3bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.888264] env[69041]: DEBUG oslo_concurrency.lockutils [req-3f4da416-7b26-435a-8dab-0be0c16dca0c req-5e55b468-a809-4935-9a1c-99a71bce82ef service nova] Releasing lock "refresh_cache-b8189091-5a8f-4683-bbce-668554ada5a7" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.892946] env[69041]: DEBUG oslo_concurrency.lockutils [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "d623caaa-5a89-4a77-8551-af042fdfa849" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.893284] env[69041]: DEBUG oslo_concurrency.lockutils [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "d623caaa-5a89-4a77-8551-af042fdfa849" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.893439] env[69041]: DEBUG oslo_concurrency.lockutils [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "d623caaa-5a89-4a77-8551-af042fdfa849-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.893622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "d623caaa-5a89-4a77-8551-af042fdfa849-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.893790] env[69041]: DEBUG oslo_concurrency.lockutils [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "d623caaa-5a89-4a77-8551-af042fdfa849-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.896434] env[69041]: INFO nova.compute.manager [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Terminating instance [ 1206.935288] env[69041]: DEBUG oslo_vmware.api [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Task: {'id': task-2889965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136879} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.935813] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.936010] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.938427] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.938639] env[69041]: INFO nova.compute.manager [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1206.938962] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.941482] env[69041]: DEBUG nova.compute.manager [-] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.941482] env[69041]: DEBUG nova.network.neutron [-] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.049983] env[69041]: DEBUG oslo_concurrency.lockutils [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.050271] env[69041]: DEBUG oslo_concurrency.lockutils [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.050475] env[69041]: DEBUG oslo_concurrency.lockutils [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "0cd01f76-79cb-4640-b697-dc89f3a53f51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.050656] env[69041]: DEBUG oslo_concurrency.lockutils [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.050827] env[69041]: DEBUG oslo_concurrency.lockutils [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.052974] env[69041]: INFO nova.compute.manager [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Terminating instance [ 1207.260655] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance ae054fc7-ad81-4767-818d-2577bb98e88b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1207.380758] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5209d78f-a154-bf7c-8ab5-2647b144d3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.381059] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.381325] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] b8189091-5a8f-4683-bbce-668554ada5a7/b8189091-5a8f-4683-bbce-668554ada5a7.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.381730] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a568792-951f-42b4-b58c-0bcd9db655e3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.388666] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1207.388666] env[69041]: value = "task-2889966" [ 1207.388666] env[69041]: _type = "Task" [ 1207.388666] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.397383] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.401425] env[69041]: DEBUG nova.compute.manager [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.401629] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.402417] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59833313-a739-438e-aaf1-3dc66f5ceaf0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.408938] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.409193] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fa839b6-1094-4d58-9347-9fdab4285f15 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.414228] env[69041]: DEBUG oslo_vmware.api [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1207.414228] env[69041]: value = "task-2889967" [ 1207.414228] env[69041]: _type = "Task" [ 1207.414228] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.422494] env[69041]: DEBUG oslo_vmware.api [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.436234] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquiring lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.436531] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.436773] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquiring lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.437015] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.437223] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.442430] env[69041]: INFO nova.compute.manager [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Terminating instance [ 1207.557766] env[69041]: DEBUG nova.compute.manager [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.558103] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.559350] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ed12a6-c4a1-4d90-911e-f2f34d1cb353 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.567146] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.567426] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d15d8f8-6731-41e6-aa92-2f016bb5a2f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.576240] env[69041]: DEBUG oslo_vmware.api [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1207.576240] env[69041]: value = "task-2889968" [ 1207.576240] env[69041]: _type = "Task" [ 1207.576240] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.585411] env[69041]: DEBUG oslo_vmware.api [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.711919] env[69041]: DEBUG nova.network.neutron [-] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.736338] env[69041]: DEBUG nova.compute.manager [req-836d7ad2-1b74-4380-8f5e-d07a9837ac1b req-6b49ce22-6d20-4797-b9b2-d7b264ad79ee service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Received event network-vif-deleted-64740b6e-dd72-4603-b3ac-287773eb263d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1207.736338] env[69041]: INFO nova.compute.manager [req-836d7ad2-1b74-4380-8f5e-d07a9837ac1b req-6b49ce22-6d20-4797-b9b2-d7b264ad79ee service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Neutron deleted interface 64740b6e-dd72-4603-b3ac-287773eb263d; detaching it from the instance and deleting it from the info cache [ 1207.736338] env[69041]: DEBUG nova.network.neutron [req-836d7ad2-1b74-4380-8f5e-d07a9837ac1b req-6b49ce22-6d20-4797-b9b2-d7b264ad79ee service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.762564] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b4a28a03-3901-4c03-b49b-b71b57b7f39e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1207.900517] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505259} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.900804] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] b8189091-5a8f-4683-bbce-668554ada5a7/b8189091-5a8f-4683-bbce-668554ada5a7.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.901011] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.901274] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f82bf60-2b1d-45ee-b650-5aafc3fa6d31 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.907368] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1207.907368] env[69041]: value = "task-2889969" [ 1207.907368] env[69041]: _type = "Task" [ 1207.907368] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.915861] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.923600] env[69041]: DEBUG oslo_vmware.api [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889967, 'name': PowerOffVM_Task, 'duration_secs': 0.199311} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.923855] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.924033] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.924278] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d58de86b-9272-4209-88a9-ec438e040f3a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.950531] env[69041]: DEBUG nova.compute.manager [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.950531] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.950531] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bf3639-0409-4493-b9c2-bf3e9395f5f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.955878] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.956141] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5990cb8c-806b-4fd7-82f0-77851e718069 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.962569] env[69041]: DEBUG oslo_vmware.api [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for the task: (returnval){ [ 1207.962569] env[69041]: value = "task-2889971" [ 1207.962569] env[69041]: _type = "Task" [ 1207.962569] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.973154] env[69041]: DEBUG oslo_vmware.api [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.987144] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.987374] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.987542] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Deleting the datastore file [datastore1] d623caaa-5a89-4a77-8551-af042fdfa849 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.987892] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8991edb-539e-468c-9eee-5ab042ee6123 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.993699] env[69041]: DEBUG oslo_vmware.api [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1207.993699] env[69041]: value = "task-2889972" [ 1207.993699] env[69041]: _type = "Task" [ 1207.993699] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.002128] env[69041]: DEBUG oslo_vmware.api [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.085953] env[69041]: DEBUG oslo_vmware.api [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889968, 'name': PowerOffVM_Task, 'duration_secs': 0.187728} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.086096] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.086885] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.086885] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ab2009d-f675-4b52-ad14-1f1db6ce8ff9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.148088] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.148336] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.148527] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Deleting the datastore file [datastore1] 0cd01f76-79cb-4640-b697-dc89f3a53f51 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.148815] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2063984d-2a74-4903-b34a-567f35e630fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.157559] env[69041]: DEBUG oslo_vmware.api [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for the task: (returnval){ [ 1208.157559] env[69041]: value = "task-2889974" [ 1208.157559] env[69041]: _type = "Task" [ 1208.157559] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.171290] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquiring lock "237a7a80-f079-4b2c-8507-d1406217ceca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.171554] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lock "237a7a80-f079-4b2c-8507-d1406217ceca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.171776] env[69041]: DEBUG oslo_vmware.api [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.216066] env[69041]: INFO nova.compute.manager [-] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Took 1.28 seconds to deallocate network for instance. [ 1208.237870] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8624d284-0b4d-4dc7-9d90-bbcba2fba613 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.249031] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50107d34-def3-4aec-813f-edc9392ec575 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.266127] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 8818ffb8-7fad-4635-b008-bf3a0304d4ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1208.282217] env[69041]: DEBUG nova.compute.manager [req-836d7ad2-1b74-4380-8f5e-d07a9837ac1b req-6b49ce22-6d20-4797-b9b2-d7b264ad79ee service nova] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Detach interface failed, port_id=64740b6e-dd72-4603-b3ac-287773eb263d, reason: Instance 6ad64ecc-6eb3-47c7-8589-b787b6e03d34 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1208.420059] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096756} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.420059] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.420633] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746d216b-05b5-4bea-99de-1c5b6c8f8515 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.442959] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] b8189091-5a8f-4683-bbce-668554ada5a7/b8189091-5a8f-4683-bbce-668554ada5a7.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.443261] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97be3101-e502-437e-b3fd-03d244c764e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.462531] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1208.462531] env[69041]: value = "task-2889975" [ 1208.462531] env[69041]: _type = "Task" [ 1208.462531] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.472918] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.475751] env[69041]: DEBUG oslo_vmware.api [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889971, 'name': PowerOffVM_Task, 'duration_secs': 0.260054} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.475995] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.476214] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.476632] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19095143-41d1-4035-85f9-9adac2bb5acb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.503321] env[69041]: DEBUG oslo_vmware.api [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2889972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313668} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.503571] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.503756] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.504316] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.504316] env[69041]: INFO nova.compute.manager [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1208.504421] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.504520] env[69041]: DEBUG nova.compute.manager [-] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.504617] env[69041]: DEBUG nova.network.neutron [-] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.538990] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.539242] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.539430] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Deleting the datastore file [datastore1] 13669a24-f475-4bb4-89d7-c63f2b3d7cb7 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.539691] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffb5dda2-89a4-4ed7-93f6-2a6538d42399 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.546388] env[69041]: DEBUG oslo_vmware.api [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for the task: (returnval){ [ 1208.546388] env[69041]: value = "task-2889977" [ 1208.546388] env[69041]: _type = "Task" [ 1208.546388] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.554497] env[69041]: DEBUG oslo_vmware.api [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.667521] env[69041]: DEBUG oslo_vmware.api [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Task: {'id': task-2889974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228073} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.667913] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.668153] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.668347] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.668530] env[69041]: INFO nova.compute.manager [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1208.668946] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.669174] env[69041]: DEBUG nova.compute.manager [-] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.669275] env[69041]: DEBUG nova.network.neutron [-] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.726929] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.769049] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 61db3404-6bf9-4f93-85ab-ae560539ca41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1208.769373] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1208.769494] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1208.972688] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.058959] env[69041]: DEBUG oslo_vmware.api [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Task: {'id': task-2889977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139197} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.059481] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.059780] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.060310] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.060658] env[69041]: INFO nova.compute.manager [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1209.060996] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.061218] env[69041]: DEBUG nova.compute.manager [-] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.061493] env[69041]: DEBUG nova.network.neutron [-] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.198812] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b6f71b-a91d-442c-86bd-4dfd6e621ddf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.206730] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308a93cc-15df-40b4-97be-451a5ff9ae88 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.237665] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8a4068-59b2-45e6-b3e1-366669f530f5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.245777] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe46b4f0-d1ac-41c6-b28d-9bcb976b6aff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.260992] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.330718] env[69041]: DEBUG nova.network.neutron [-] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.475010] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889975, 'name': ReconfigVM_Task, 'duration_secs': 0.567049} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.475392] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Reconfigured VM instance instance-00000040 to attach disk [datastore2] b8189091-5a8f-4683-bbce-668554ada5a7/b8189091-5a8f-4683-bbce-668554ada5a7.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.476313] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c655c152-a66e-4096-960b-409aaeb8075a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.483074] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1209.483074] env[69041]: value = "task-2889978" [ 1209.483074] env[69041]: _type = "Task" [ 1209.483074] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.491228] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889978, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.764085] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.768731] env[69041]: DEBUG nova.network.neutron [-] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.770664] env[69041]: DEBUG nova.compute.manager [req-52aad7b5-2f9c-4d0f-87d1-b649abd8dadb req-e8b54a02-9c22-4991-b414-1778ca21172b service nova] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Received event network-vif-deleted-45bbbd98-6ad0-451d-b783-bbeb6602e57d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1209.770841] env[69041]: DEBUG nova.compute.manager [req-52aad7b5-2f9c-4d0f-87d1-b649abd8dadb req-e8b54a02-9c22-4991-b414-1778ca21172b service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Received event network-vif-deleted-49d63183-c5c7-4528-b657-f53711f6804e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1209.771023] env[69041]: INFO nova.compute.manager [req-52aad7b5-2f9c-4d0f-87d1-b649abd8dadb req-e8b54a02-9c22-4991-b414-1778ca21172b service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Neutron deleted interface 49d63183-c5c7-4528-b657-f53711f6804e; detaching it from the instance and deleting it from the info cache [ 1209.771222] env[69041]: DEBUG nova.network.neutron [req-52aad7b5-2f9c-4d0f-87d1-b649abd8dadb req-e8b54a02-9c22-4991-b414-1778ca21172b service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.833456] env[69041]: INFO nova.compute.manager [-] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Took 1.33 seconds to deallocate network for instance. [ 1209.993696] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889978, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.267688] env[69041]: DEBUG nova.network.neutron [-] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.273259] env[69041]: INFO nova.compute.manager [-] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Took 1.60 seconds to deallocate network for instance. [ 1210.275188] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1210.275188] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.099s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.276468] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.452s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.278171] env[69041]: INFO nova.compute.claims [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.280674] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.280831] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Cleaning up deleted instances {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1210.283790] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1090f97-2cdd-48f5-b795-b3dc3f2cb15e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.294811] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dfc87f-ec2d-4e08-8c49-bf6414066fd6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.330029] env[69041]: DEBUG nova.compute.manager [req-52aad7b5-2f9c-4d0f-87d1-b649abd8dadb req-e8b54a02-9c22-4991-b414-1778ca21172b service nova] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Detach interface failed, port_id=49d63183-c5c7-4528-b657-f53711f6804e, reason: Instance 0cd01f76-79cb-4640-b697-dc89f3a53f51 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1210.341931] env[69041]: DEBUG oslo_concurrency.lockutils [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.493518] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889978, 'name': Rename_Task, 'duration_secs': 0.639131} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.493826] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.494028] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d49cfb1c-e061-415d-8c8f-9582afc0e6cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.500303] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1210.500303] env[69041]: value = "task-2889979" [ 1210.500303] env[69041]: _type = "Task" [ 1210.500303] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.507630] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.771083] env[69041]: INFO nova.compute.manager [-] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Took 1.71 seconds to deallocate network for instance. [ 1210.795812] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] There are 43 instances to clean {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1210.796118] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 98cfcf44-0878-4cdc-9a17-9e73cafcc6bc] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1210.800467] env[69041]: DEBUG oslo_concurrency.lockutils [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.011622] env[69041]: DEBUG oslo_vmware.api [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2889979, 'name': PowerOnVM_Task, 'duration_secs': 0.458852} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.011895] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.012114] env[69041]: INFO nova.compute.manager [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1211.012304] env[69041]: DEBUG nova.compute.manager [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.013063] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14779d-052f-46b5-a986-b12a1a406ae9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.277933] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.300681] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 74342a26-1f53-4346-99ce-97797f6e0289] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1211.533504] env[69041]: INFO nova.compute.manager [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Took 51.63 seconds to build instance. [ 1211.687122] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc6bcb8-5fe6-4b88-a458-bf081c37ea1f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.696681] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4903e291-b3bd-49cf-bb93-8fc9e77782a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.726085] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8776496-19bd-4cd2-9a55-c8fddf0d418e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.732713] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11355ad-d3dc-4a72-a7a5-4c755b7b3453 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.745824] env[69041]: DEBUG nova.compute.provider_tree [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.807243] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 25394d85-af4d-4321-a1fc-30686d4303cb] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1211.819396] env[69041]: DEBUG nova.compute.manager [req-5b8456a5-1b75-4e27-b8d2-2bf0b8a78e0e req-1fa9faae-2105-43b2-ad9b-4e6e0d1ff322 service nova] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Received event network-vif-deleted-c7f1241a-0d04-42b5-adfa-e14fad0a5d5f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1212.036190] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4d5bf536-8ee1-4536-8025-114adcaf38f8 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b8189091-5a8f-4683-bbce-668554ada5a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.144s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.248810] env[69041]: DEBUG nova.scheduler.client.report [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.310427] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 55c7a467-0ab6-413c-904e-82c8e3d39dbb] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1212.539604] env[69041]: DEBUG nova.compute.manager [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.653079] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.653316] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.754353] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.754709] env[69041]: DEBUG nova.compute.manager [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.757450] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.352s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.758924] env[69041]: INFO nova.compute.claims [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.813842] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: d246bc31-b065-414f-bec4-98bb0d2828c6] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1213.062811] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.265547] env[69041]: DEBUG nova.compute.utils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.267430] env[69041]: DEBUG nova.compute.manager [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.267430] env[69041]: DEBUG nova.network.neutron [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.318198] env[69041]: DEBUG nova.policy [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cccdb3cc38d341909f4fe5be368e90b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85a1278b2c0e47d68a79232edf428b26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.319838] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: a0359bd2-810e-482e-ab77-6a4f2c46872a] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1213.597647] env[69041]: DEBUG nova.network.neutron [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Successfully created port: 6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.772841] env[69041]: DEBUG nova.compute.manager [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.822486] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 5e59e394-e20c-4046-89f6-df939d8353fa] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1214.139879] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3415795-2391-42c4-b985-31690a385533 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.147892] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba29bde-f549-4c5f-82a9-eeccdac330a8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.179611] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea121c13-65b3-450e-99c5-d3526c73a17b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.188225] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547507e6-5d1e-4712-9835-eabd4db4b022 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.202035] env[69041]: DEBUG nova.compute.provider_tree [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.328267] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: e042d33d-8024-4cad-b057-dc0c8036024e] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1214.707325] env[69041]: DEBUG nova.scheduler.client.report [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.781266] env[69041]: DEBUG nova.compute.manager [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.806088] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.806347] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.806509] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.806696] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.806854] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.806998] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.807225] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.807387] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.807554] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.807738] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.807924] env[69041]: DEBUG nova.virt.hardware [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.808808] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dffacf-d341-4fdb-93e7-9d5d4b00aff2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.816632] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b71716-ff85-4a4f-bcb4-f68360d02b31 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.830773] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: c73bd3ee-de47-4233-8e0c-afc51c210f96] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1215.020168] env[69041]: DEBUG nova.compute.manager [req-f8768469-58d7-47ed-b875-92537c3c36fd req-3b006cee-78e2-46ad-b28c-ebf38c2eb841 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Received event network-vif-plugged-6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1215.020266] env[69041]: DEBUG oslo_concurrency.lockutils [req-f8768469-58d7-47ed-b875-92537c3c36fd req-3b006cee-78e2-46ad-b28c-ebf38c2eb841 service nova] Acquiring lock "0c1e54bf-e9da-434f-a31e-f352f073ca90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.020463] env[69041]: DEBUG oslo_concurrency.lockutils [req-f8768469-58d7-47ed-b875-92537c3c36fd req-3b006cee-78e2-46ad-b28c-ebf38c2eb841 service nova] Lock "0c1e54bf-e9da-434f-a31e-f352f073ca90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.020637] env[69041]: DEBUG oslo_concurrency.lockutils [req-f8768469-58d7-47ed-b875-92537c3c36fd req-3b006cee-78e2-46ad-b28c-ebf38c2eb841 service nova] Lock "0c1e54bf-e9da-434f-a31e-f352f073ca90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.020811] env[69041]: DEBUG nova.compute.manager [req-f8768469-58d7-47ed-b875-92537c3c36fd req-3b006cee-78e2-46ad-b28c-ebf38c2eb841 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] No waiting events found dispatching network-vif-plugged-6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.020975] env[69041]: WARNING nova.compute.manager [req-f8768469-58d7-47ed-b875-92537c3c36fd req-3b006cee-78e2-46ad-b28c-ebf38c2eb841 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Received unexpected event network-vif-plugged-6cdcc89a-447c-4eee-8801-c791654c4800 for instance with vm_state building and task_state spawning. [ 1215.107470] env[69041]: DEBUG nova.network.neutron [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Successfully updated port: 6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.212489] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.212951] env[69041]: DEBUG nova.compute.manager [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.215497] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.430s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.216880] env[69041]: INFO nova.compute.claims [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.334229] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 6836ec34-e148-4580-a39b-09bd1fc75d3d] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1215.610842] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquiring lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.610842] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquired lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.611100] env[69041]: DEBUG nova.network.neutron [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.721629] env[69041]: DEBUG nova.compute.utils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.724935] env[69041]: DEBUG nova.compute.manager [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Not allocating networking since 'none' was specified. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1215.838810] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: b8f1d0bd-33ff-43cb-9cb1-8f4be2b78cc3] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1216.153688] env[69041]: DEBUG nova.network.neutron [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.225722] env[69041]: DEBUG nova.compute.manager [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.286956] env[69041]: DEBUG nova.network.neutron [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updating instance_info_cache with network_info: [{"id": "6cdcc89a-447c-4eee-8801-c791654c4800", "address": "fa:16:3e:14:f3:06", "network": {"id": "15724cef-b7b1-4bc7-839b-ede647ce6384", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1928523167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85a1278b2c0e47d68a79232edf428b26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdcc89a-44", "ovs_interfaceid": "6cdcc89a-447c-4eee-8801-c791654c4800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.342505] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 1ec6ac34-9344-4e84-a4ab-8412fdcfc512] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1216.608724] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a92e82-768f-423e-a733-8e07c996b13f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.617370] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c5fe3d-b12d-4139-a218-de436091ef43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.648079] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4436d6cc-5a52-4839-98d1-1edb70f54bfa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.655348] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c0a2f2-d7cb-460b-a867-d26df1071c95 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.668252] env[69041]: DEBUG nova.compute.provider_tree [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.789294] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Releasing lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.789647] env[69041]: DEBUG nova.compute.manager [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Instance network_info: |[{"id": "6cdcc89a-447c-4eee-8801-c791654c4800", "address": "fa:16:3e:14:f3:06", "network": {"id": "15724cef-b7b1-4bc7-839b-ede647ce6384", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1928523167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85a1278b2c0e47d68a79232edf428b26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdcc89a-44", "ovs_interfaceid": "6cdcc89a-447c-4eee-8801-c791654c4800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.790103] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:f3:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cdcc89a-447c-4eee-8801-c791654c4800', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.798347] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Creating folder: Project (85a1278b2c0e47d68a79232edf428b26). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.798629] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff5e0043-4957-46f8-b58c-3ea344582dce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.810573] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Created folder: Project (85a1278b2c0e47d68a79232edf428b26) in parent group-v580429. [ 1216.810770] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Creating folder: Instances. Parent ref: group-v580614. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.811024] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10d08370-271d-43d3-8569-be1ba0e19d8e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.821278] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Created folder: Instances in parent group-v580614. [ 1216.821513] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.821778] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.821990] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a9d1929-715c-4777-8398-20fdd2237972 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.841483] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.841483] env[69041]: value = "task-2889982" [ 1216.841483] env[69041]: _type = "Task" [ 1216.841483] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.845329] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: f47e96d5-a958-4b11-94e5-7aa3c3ebce9f] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1216.851723] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889982, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.096936] env[69041]: DEBUG nova.compute.manager [req-81f13935-773f-4ce8-a2c9-600be7a17b16 req-820cb385-7a45-4640-b6d9-8d0f312b1987 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Received event network-changed-6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1217.097178] env[69041]: DEBUG nova.compute.manager [req-81f13935-773f-4ce8-a2c9-600be7a17b16 req-820cb385-7a45-4640-b6d9-8d0f312b1987 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Refreshing instance network info cache due to event network-changed-6cdcc89a-447c-4eee-8801-c791654c4800. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1217.097396] env[69041]: DEBUG oslo_concurrency.lockutils [req-81f13935-773f-4ce8-a2c9-600be7a17b16 req-820cb385-7a45-4640-b6d9-8d0f312b1987 service nova] Acquiring lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.097539] env[69041]: DEBUG oslo_concurrency.lockutils [req-81f13935-773f-4ce8-a2c9-600be7a17b16 req-820cb385-7a45-4640-b6d9-8d0f312b1987 service nova] Acquired lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.097754] env[69041]: DEBUG nova.network.neutron [req-81f13935-773f-4ce8-a2c9-600be7a17b16 req-820cb385-7a45-4640-b6d9-8d0f312b1987 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Refreshing network info cache for port 6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.171693] env[69041]: DEBUG nova.scheduler.client.report [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.236896] env[69041]: DEBUG nova.compute.manager [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.262522] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.262774] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.262938] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.263147] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.263309] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.263467] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.263681] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.263850] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.264019] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.264183] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.264354] env[69041]: DEBUG nova.virt.hardware [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.265212] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4645721f-a01d-407e-92fb-132795467144 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.273178] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869fefd6-d33a-4a63-83c3-a6c61190ac1b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.287186] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.293015] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Creating folder: Project (5a5d7e9226dc421e821cfcdd8fedf28d). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.293309] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f3f1460-d650-4363-8798-66c03ad5b1c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.304236] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Created folder: Project (5a5d7e9226dc421e821cfcdd8fedf28d) in parent group-v580429. [ 1217.304343] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Creating folder: Instances. Parent ref: group-v580617. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.304616] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8081564f-7914-4310-be70-b87d39de87b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.313239] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Created folder: Instances in parent group-v580617. [ 1217.313489] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.313653] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.313849] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14be451d-0df3-4488-bd4e-cd40204e8327 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.330168] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.330168] env[69041]: value = "task-2889985" [ 1217.330168] env[69041]: _type = "Task" [ 1217.330168] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.337217] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889985, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.350811] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889982, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.353350] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 69c5ce46-01dd-4f63-a099-410104d7066b] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1217.415808] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "0a09110f-f96d-4f19-92bb-984ebafb9f76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.416216] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "0a09110f-f96d-4f19-92bb-984ebafb9f76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.416510] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "0a09110f-f96d-4f19-92bb-984ebafb9f76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.416764] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "0a09110f-f96d-4f19-92bb-984ebafb9f76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.417104] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "0a09110f-f96d-4f19-92bb-984ebafb9f76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.419577] env[69041]: INFO nova.compute.manager [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Terminating instance [ 1217.676894] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.677461] env[69041]: DEBUG nova.compute.manager [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.680581] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.332s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.680773] env[69041]: DEBUG nova.objects.instance [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1217.780218] env[69041]: DEBUG nova.network.neutron [req-81f13935-773f-4ce8-a2c9-600be7a17b16 req-820cb385-7a45-4640-b6d9-8d0f312b1987 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updated VIF entry in instance network info cache for port 6cdcc89a-447c-4eee-8801-c791654c4800. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.780583] env[69041]: DEBUG nova.network.neutron [req-81f13935-773f-4ce8-a2c9-600be7a17b16 req-820cb385-7a45-4640-b6d9-8d0f312b1987 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updating instance_info_cache with network_info: [{"id": "6cdcc89a-447c-4eee-8801-c791654c4800", "address": "fa:16:3e:14:f3:06", "network": {"id": "15724cef-b7b1-4bc7-839b-ede647ce6384", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1928523167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85a1278b2c0e47d68a79232edf428b26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdcc89a-44", "ovs_interfaceid": "6cdcc89a-447c-4eee-8801-c791654c4800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.842036] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889985, 'name': CreateVM_Task, 'duration_secs': 0.257777} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.842036] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.842036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.842036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.842036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.842474] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f25543-17ea-4043-9909-f5c55da26d6f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.849914] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1217.849914] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d7f726-500c-5fba-a1fd-b0f9025a38de" [ 1217.849914] env[69041]: _type = "Task" [ 1217.849914] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.852682] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889982, 'name': CreateVM_Task, 'duration_secs': 0.576104} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.855384] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.856341] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.856710] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 3dfa074e-f205-4cef-91c5-685c51956b35] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1217.863481] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d7f726-500c-5fba-a1fd-b0f9025a38de, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.863695] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.864528] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.864783] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.864940] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.865149] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.865427] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.865724] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.866037] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4616d2ec-eca1-4c39-beb5-315a7c452505 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.867643] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5ca225-9f1a-47dc-bb87-20c3a9554daf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.872591] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1217.872591] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5275532d-9c50-6197-6398-c1810bc319d0" [ 1217.872591] env[69041]: _type = "Task" [ 1217.872591] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.876363] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.876538] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.877526] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a165cdc9-a506-4fcf-993c-39d452d1563f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.883395] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5275532d-9c50-6197-6398-c1810bc319d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.886046] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1217.886046] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5214b79b-30c9-ea67-0071-f2f810bb0ef2" [ 1217.886046] env[69041]: _type = "Task" [ 1217.886046] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.893302] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5214b79b-30c9-ea67-0071-f2f810bb0ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.922793] env[69041]: DEBUG nova.compute.manager [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.923027] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.923825] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b691cd54-0bd6-45ef-bd95-fe6028570f80 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.930894] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.931143] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3884322d-ad8c-4caf-adad-c2688bd43eec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.937587] env[69041]: DEBUG oslo_vmware.api [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1217.937587] env[69041]: value = "task-2889986" [ 1217.937587] env[69041]: _type = "Task" [ 1217.937587] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.944854] env[69041]: DEBUG oslo_vmware.api [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.190311] env[69041]: DEBUG nova.compute.utils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.191794] env[69041]: DEBUG nova.compute.manager [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Not allocating networking since 'none' was specified. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1218.283109] env[69041]: DEBUG oslo_concurrency.lockutils [req-81f13935-773f-4ce8-a2c9-600be7a17b16 req-820cb385-7a45-4640-b6d9-8d0f312b1987 service nova] Releasing lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.359306] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 318d124d-0fb0-4bb7-9ae4-89baf3885947] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1218.383110] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5275532d-9c50-6197-6398-c1810bc319d0, 'name': SearchDatastore_Task, 'duration_secs': 0.00864} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.383511] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.383868] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.384168] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.395908] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5214b79b-30c9-ea67-0071-f2f810bb0ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.008004} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.396686] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cea450d-ccc2-441d-ba51-46557b7dea13 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.402298] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1218.402298] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52893307-822e-9883-ec0b-cbcd93d14954" [ 1218.402298] env[69041]: _type = "Task" [ 1218.402298] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.411989] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52893307-822e-9883-ec0b-cbcd93d14954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.446161] env[69041]: DEBUG oslo_vmware.api [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889986, 'name': PowerOffVM_Task, 'duration_secs': 0.199111} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.446413] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.446585] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.446827] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee45b828-622d-4518-9a06-015b9a723b5e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.507521] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.507853] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.508124] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Deleting the datastore file [datastore2] 0a09110f-f96d-4f19-92bb-984ebafb9f76 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.508452] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa786cef-6d46-44fa-8b67-b9e540b1f45a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.514757] env[69041]: DEBUG oslo_vmware.api [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for the task: (returnval){ [ 1218.514757] env[69041]: value = "task-2889988" [ 1218.514757] env[69041]: _type = "Task" [ 1218.514757] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.522666] env[69041]: DEBUG oslo_vmware.api [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.695430] env[69041]: DEBUG oslo_concurrency.lockutils [None req-45da8eb8-300b-4c3e-969b-d7aa6879f35d tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.696906] env[69041]: DEBUG nova.compute.manager [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.699754] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.308s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.701924] env[69041]: INFO nova.compute.claims [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.862867] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: f1264ae5-081f-4b56-a375-0567fbefd71d] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1218.912792] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52893307-822e-9883-ec0b-cbcd93d14954, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.913141] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.913409] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 8038fce1-b94f-4a86-a925-1e789fae4068/8038fce1-b94f-4a86-a925-1e789fae4068.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.913679] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.913867] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.914095] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc92b7c3-667d-4eef-994a-5f778b0e38fd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.916013] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffa9337c-e48f-4e86-843e-8e8361aa2e46 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.922455] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1218.922455] env[69041]: value = "task-2889989" [ 1218.922455] env[69041]: _type = "Task" [ 1218.922455] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.926348] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.926526] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.927512] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2798966f-c54a-4947-bf35-a539ec717a91 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.932340] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.934990] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1218.934990] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52130400-d301-40c2-2a11-504301f68391" [ 1218.934990] env[69041]: _type = "Task" [ 1218.934990] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.941797] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52130400-d301-40c2-2a11-504301f68391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.025415] env[69041]: DEBUG oslo_vmware.api [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Task: {'id': task-2889988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175753} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.025837] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.026106] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.026357] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.026614] env[69041]: INFO nova.compute.manager [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1219.026913] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.027178] env[69041]: DEBUG nova.compute.manager [-] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.027330] env[69041]: DEBUG nova.network.neutron [-] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.366740] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 7561c1e5-f1c3-4f9b-bb54-74b3ee5c3bce] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1219.433865] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889989, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.446291] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52130400-d301-40c2-2a11-504301f68391, 'name': SearchDatastore_Task, 'duration_secs': 0.008691} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.447364] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5513462c-b6b8-4b20-a37b-2a0bc12e7f32 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.451974] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1219.451974] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52390dee-2570-7908-aa29-666b4a8fbfd9" [ 1219.451974] env[69041]: _type = "Task" [ 1219.451974] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.459831] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52390dee-2570-7908-aa29-666b4a8fbfd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.522408] env[69041]: DEBUG nova.compute.manager [req-970f2872-975a-4bf7-a17a-df02d1f3479e req-856b5682-aeca-4116-acfe-70ffd93992bd service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Received event network-vif-deleted-4b5d8211-ff8e-42c7-8b8a-659515622ad8 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1219.522569] env[69041]: INFO nova.compute.manager [req-970f2872-975a-4bf7-a17a-df02d1f3479e req-856b5682-aeca-4116-acfe-70ffd93992bd service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Neutron deleted interface 4b5d8211-ff8e-42c7-8b8a-659515622ad8; detaching it from the instance and deleting it from the info cache [ 1219.522744] env[69041]: DEBUG nova.network.neutron [req-970f2872-975a-4bf7-a17a-df02d1f3479e req-856b5682-aeca-4116-acfe-70ffd93992bd service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.714806] env[69041]: DEBUG nova.compute.manager [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.747026] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.747402] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.747402] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.747591] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.747758] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.747919] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.748142] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.748305] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.748472] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.748634] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.748805] env[69041]: DEBUG nova.virt.hardware [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.750184] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f3ac9f-32b1-488c-8db3-68233bd17a3a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.763459] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ebeaaa-743d-467a-9089-f007fe918d23 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.778489] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.783296] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.786162] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.787714] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1985c871-9fa7-472a-95f5-d91a772673a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.806547] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.806547] env[69041]: value = "task-2889990" [ 1219.806547] env[69041]: _type = "Task" [ 1219.806547] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.814239] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889990, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.870144] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: c3fde463-d065-4ad8-9971-c00929b3873c] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1219.933734] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551579} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.934242] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 8038fce1-b94f-4a86-a925-1e789fae4068/8038fce1-b94f-4a86-a925-1e789fae4068.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.934512] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.937542] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e70aca34-6d2b-44fe-b211-b2d80b452f71 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.946224] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1219.946224] env[69041]: value = "task-2889991" [ 1219.946224] env[69041]: _type = "Task" [ 1219.946224] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.953936] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.965109] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52390dee-2570-7908-aa29-666b4a8fbfd9, 'name': SearchDatastore_Task, 'duration_secs': 0.02183} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.965378] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.966748] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 0c1e54bf-e9da-434f-a31e-f352f073ca90/0c1e54bf-e9da-434f-a31e-f352f073ca90.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.967050] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12d01dd5-c59e-4646-8570-a9ca0bdba11a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.976304] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1219.976304] env[69041]: value = "task-2889992" [ 1219.976304] env[69041]: _type = "Task" [ 1219.976304] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.985934] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2889992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.996374] env[69041]: DEBUG nova.network.neutron [-] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.026217] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65a22833-2837-4f65-bde1-556f2fc6e97a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.038905] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c19b6e-2f7e-4d68-b36b-29b6e97be27d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.078101] env[69041]: DEBUG nova.compute.manager [req-970f2872-975a-4bf7-a17a-df02d1f3479e req-856b5682-aeca-4116-acfe-70ffd93992bd service nova] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Detach interface failed, port_id=4b5d8211-ff8e-42c7-8b8a-659515622ad8, reason: Instance 0a09110f-f96d-4f19-92bb-984ebafb9f76 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1220.226926] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ec66b1-ebb2-41dd-883f-2b27dee4bb97 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.234965] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a176f-7758-48b8-bf63-978565fd99b4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.268017] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9bf732-132e-4b02-9bf7-97cb2758cf68 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.277801] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46866fa-efbc-41d8-bd90-91eadaf5d6e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.293557] env[69041]: DEBUG nova.compute.provider_tree [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.317109] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2889990, 'name': CreateVM_Task, 'duration_secs': 0.370764} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.317308] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.317770] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.317909] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.318261] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.318514] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73be93ea-f6f3-4602-894c-ddeab4c83980 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.325031] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1220.325031] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d3189c-c27a-625c-a4f0-b94c9cba906a" [ 1220.325031] env[69041]: _type = "Task" [ 1220.325031] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.335721] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d3189c-c27a-625c-a4f0-b94c9cba906a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.375506] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 3052d916-ba81-4058-bc1e-ff51fc529ce0] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1220.457072] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150875} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.457381] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.458144] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd584d0-95e2-4446-a495-e193e663b490 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.477021] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 8038fce1-b94f-4a86-a925-1e789fae4068/8038fce1-b94f-4a86-a925-1e789fae4068.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.477293] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb4b7eb9-fc89-4ba9-8cf7-554b0bde9854 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.498110] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2889992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472101} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.499198] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 0c1e54bf-e9da-434f-a31e-f352f073ca90/0c1e54bf-e9da-434f-a31e-f352f073ca90.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.499414] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.499808] env[69041]: INFO nova.compute.manager [-] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Took 1.47 seconds to deallocate network for instance. [ 1220.500122] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1220.500122] env[69041]: value = "task-2889993" [ 1220.500122] env[69041]: _type = "Task" [ 1220.500122] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.500307] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edfc0fb3-b90a-4915-833c-2479419138fd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.513184] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1220.513184] env[69041]: value = "task-2889994" [ 1220.513184] env[69041]: _type = "Task" [ 1220.513184] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.516511] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.524813] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2889994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.796906] env[69041]: DEBUG nova.scheduler.client.report [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.835789] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d3189c-c27a-625c-a4f0-b94c9cba906a, 'name': SearchDatastore_Task, 'duration_secs': 0.056136} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.836091] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.836320] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.836551] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.836725] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.836870] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.837134] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a7828d8-896c-4dcf-b2f7-5ac2a65cde75 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.844555] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.844740] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.845419] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a70822-dece-472a-bdf6-05db294b7a6f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.850345] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1220.850345] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ab28fa-f391-3bf6-5d10-4beb5fcb6e78" [ 1220.850345] env[69041]: _type = "Task" [ 1220.850345] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.857172] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ab28fa-f391-3bf6-5d10-4beb5fcb6e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.878732] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 254bd064-41ac-48f6-ae26-556d8833209f] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1221.010150] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.013432] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889993, 'name': ReconfigVM_Task, 'duration_secs': 0.287543} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.013641] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 8038fce1-b94f-4a86-a925-1e789fae4068/8038fce1-b94f-4a86-a925-1e789fae4068.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.014208] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-500bdb1a-0fe4-4d78-8e36-0d2d83bc8f27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.021713] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1221.021713] env[69041]: value = "task-2889995" [ 1221.021713] env[69041]: _type = "Task" [ 1221.021713] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.027464] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2889994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066826} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.028024] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.028750] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bcb058-1a9e-479d-ac63-3f7e181ca7f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.034333] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889995, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.054757] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 0c1e54bf-e9da-434f-a31e-f352f073ca90/0c1e54bf-e9da-434f-a31e-f352f073ca90.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.055048] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e4a778-55ed-45d4-8970-5cc781a7e135 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.074043] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1221.074043] env[69041]: value = "task-2889996" [ 1221.074043] env[69041]: _type = "Task" [ 1221.074043] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.082646] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2889996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.303046] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.303285] env[69041]: DEBUG nova.compute.manager [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.306538] env[69041]: DEBUG oslo_concurrency.lockutils [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.498s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.306748] env[69041]: DEBUG oslo_concurrency.lockutils [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.309148] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.635s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.310712] env[69041]: INFO nova.compute.claims [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.337071] env[69041]: INFO nova.scheduler.client.report [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Deleted allocations for instance 355ce384-674a-4c7a-956c-dc7b7998f33b [ 1221.361368] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ab28fa-f391-3bf6-5d10-4beb5fcb6e78, 'name': SearchDatastore_Task, 'duration_secs': 0.007571} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.362271] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47cbfa57-2290-4c88-b3bd-cefa0c2217fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.368872] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1221.368872] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f3a7fa-29f5-e7f3-2bda-c4aa8aa8c165" [ 1221.368872] env[69041]: _type = "Task" [ 1221.368872] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.376756] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f3a7fa-29f5-e7f3-2bda-c4aa8aa8c165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.381784] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 40d98f23-bdd8-4a5d-88a5-51434617b827] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1221.531592] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889995, 'name': Rename_Task, 'duration_secs': 0.134879} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.531856] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.532103] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67af386f-a6b2-4fe3-95e3-7c7762f41006 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.537922] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1221.537922] env[69041]: value = "task-2889997" [ 1221.537922] env[69041]: _type = "Task" [ 1221.537922] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.545060] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.584091] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2889996, 'name': ReconfigVM_Task, 'duration_secs': 0.26093} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.584407] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 0c1e54bf-e9da-434f-a31e-f352f073ca90/0c1e54bf-e9da-434f-a31e-f352f073ca90.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.585050] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c691b408-8265-4d9e-b181-1840d3b83103 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.590761] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1221.590761] env[69041]: value = "task-2889998" [ 1221.590761] env[69041]: _type = "Task" [ 1221.590761] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.600545] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2889998, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.816358] env[69041]: DEBUG nova.compute.utils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.820078] env[69041]: DEBUG nova.compute.manager [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.820301] env[69041]: DEBUG nova.network.neutron [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.844148] env[69041]: DEBUG oslo_concurrency.lockutils [None req-30564a78-28e2-4909-8bfa-e7ed8978f064 tempest-InstanceActionsTestJSON-504282641 tempest-InstanceActionsTestJSON-504282641-project-member] Lock "355ce384-674a-4c7a-956c-dc7b7998f33b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.504s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.874154] env[69041]: DEBUG nova.policy [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724db22429b34905aa93929e23c6989c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e69e9151cb419d8faae31d3ffbb470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.882948] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f3a7fa-29f5-e7f3-2bda-c4aa8aa8c165, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.883246] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.883502] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] e985fbad-6b6d-4622-8220-471b4cfd1f6e/e985fbad-6b6d-4622-8220-471b4cfd1f6e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.883756] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3f49111-e42d-46ef-9d85-f82e1c9ab1ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.885902] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 03a2cb54-acda-4be1-a03f-e0a4274eeaec] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1221.893035] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1221.893035] env[69041]: value = "task-2889999" [ 1221.893035] env[69041]: _type = "Task" [ 1221.893035] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.902101] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.048900] env[69041]: DEBUG oslo_vmware.api [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889997, 'name': PowerOnVM_Task, 'duration_secs': 0.433469} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.049200] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.049399] env[69041]: INFO nova.compute.manager [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1222.049572] env[69041]: DEBUG nova.compute.manager [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.050395] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce319168-d115-4543-9f25-8849bd4a8429 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.102239] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2889998, 'name': Rename_Task, 'duration_secs': 0.137004} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.102528] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.102791] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27770a51-9b05-4352-9615-b0007e7b141d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.109506] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1222.109506] env[69041]: value = "task-2890000" [ 1222.109506] env[69041]: _type = "Task" [ 1222.109506] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.120304] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.320821] env[69041]: DEBUG nova.compute.manager [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.378338] env[69041]: DEBUG nova.network.neutron [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Successfully created port: 01a6d9de-8f1d-4a95-92ad-f07555986fd0 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.390792] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 66dc248c-f0df-44dd-9831-a9d3b11e466b] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1222.402678] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889999, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.571358] env[69041]: INFO nova.compute.manager [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Took 53.18 seconds to build instance. [ 1222.619684] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890000, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.777469] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3709ce-c35c-4269-b421-e88f7d12439b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.784917] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb97ec5-2c25-4003-8aa7-bcfa0f82ba0b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.815290] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ff438c-a3aa-43ce-89ad-1bfe88729569 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.824313] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04508ae-0934-40c1-8ce2-9dab88bf85f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.844853] env[69041]: DEBUG nova.compute.provider_tree [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.897021] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 6765dff9-29d9-477e-be08-bf5cabc069be] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1222.906717] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2889999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536605} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.907262] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] e985fbad-6b6d-4622-8220-471b4cfd1f6e/e985fbad-6b6d-4622-8220-471b4cfd1f6e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.908950] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.908950] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84e1d34f-20a4-4d5f-a5b7-b54413a82ca5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.915058] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1222.915058] env[69041]: value = "task-2890001" [ 1222.915058] env[69041]: _type = "Task" [ 1222.915058] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.923972] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.074942] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb753c03-f46a-4067-aa30-b66d4de590cd tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "8038fce1-b94f-4a86-a925-1e789fae4068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.697s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.123138] env[69041]: DEBUG oslo_vmware.api [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890000, 'name': PowerOnVM_Task, 'duration_secs': 0.526686} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.123421] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.123624] env[69041]: INFO nova.compute.manager [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1223.123802] env[69041]: DEBUG nova.compute.manager [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.124598] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530670bc-6184-47d0-a403-8a95841419f5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.334498] env[69041]: DEBUG nova.compute.manager [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.348506] env[69041]: DEBUG nova.scheduler.client.report [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.369126] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.369394] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.369554] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.369741] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.369891] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.370056] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.370272] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.370434] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.370605] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.370791] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.370931] env[69041]: DEBUG nova.virt.hardware [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.377881] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df685840-e438-409a-bac9-45e28c6bfef6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.390990] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fb513a-844f-446b-bc83-857187d8d38e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.397116] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: d60cb023-ee84-44eb-9a37-1299d8042c0f] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1223.425726] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197313} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.426016] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.426855] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1012200f-f852-41f3-b26c-c9fa16a8a26c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.447296] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e985fbad-6b6d-4622-8220-471b4cfd1f6e/e985fbad-6b6d-4622-8220-471b4cfd1f6e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.447579] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af32ed0a-8b61-4519-b841-443f5a06cb82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.469609] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1223.469609] env[69041]: value = "task-2890002" [ 1223.469609] env[69041]: _type = "Task" [ 1223.469609] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.477617] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.579394] env[69041]: DEBUG nova.compute.manager [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.647467] env[69041]: INFO nova.compute.manager [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Took 60.85 seconds to build instance. [ 1223.853341] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.853459] env[69041]: DEBUG nova.compute.manager [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.856281] env[69041]: DEBUG oslo_concurrency.lockutils [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.280s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.860022] env[69041]: DEBUG oslo_concurrency.lockutils [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.860022] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.122s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.860022] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.861291] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.286s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.861522] env[69041]: DEBUG nova.objects.instance [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1223.887972] env[69041]: INFO nova.compute.manager [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Rescuing [ 1223.888273] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquiring lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.888427] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquired lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.888593] env[69041]: DEBUG nova.network.neutron [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.904847] env[69041]: INFO nova.scheduler.client.report [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted allocations for instance fc2e1749-d081-4b11-a32d-303fb3675481 [ 1223.906759] env[69041]: INFO nova.scheduler.client.report [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Deleted allocations for instance 00f299cb-b6f4-4833-af4a-24967026cb6e [ 1223.909654] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 5f7f901f-d2e6-4133-a646-57c1fc88b9ce] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1223.986175] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.010099] env[69041]: DEBUG nova.compute.manager [req-b5e8a000-c152-4149-a717-5ffed1228aa2 req-350f298e-c9fb-4ff1-bf27-1e12ca9c9aea service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received event network-vif-plugged-01a6d9de-8f1d-4a95-92ad-f07555986fd0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1224.010890] env[69041]: DEBUG oslo_concurrency.lockutils [req-b5e8a000-c152-4149-a717-5ffed1228aa2 req-350f298e-c9fb-4ff1-bf27-1e12ca9c9aea service nova] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.011218] env[69041]: DEBUG oslo_concurrency.lockutils [req-b5e8a000-c152-4149-a717-5ffed1228aa2 req-350f298e-c9fb-4ff1-bf27-1e12ca9c9aea service nova] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.011410] env[69041]: DEBUG oslo_concurrency.lockutils [req-b5e8a000-c152-4149-a717-5ffed1228aa2 req-350f298e-c9fb-4ff1-bf27-1e12ca9c9aea service nova] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.011633] env[69041]: DEBUG nova.compute.manager [req-b5e8a000-c152-4149-a717-5ffed1228aa2 req-350f298e-c9fb-4ff1-bf27-1e12ca9c9aea service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] No waiting events found dispatching network-vif-plugged-01a6d9de-8f1d-4a95-92ad-f07555986fd0 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.011857] env[69041]: WARNING nova.compute.manager [req-b5e8a000-c152-4149-a717-5ffed1228aa2 req-350f298e-c9fb-4ff1-bf27-1e12ca9c9aea service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received unexpected event network-vif-plugged-01a6d9de-8f1d-4a95-92ad-f07555986fd0 for instance with vm_state building and task_state spawning. [ 1224.100029] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.102585] env[69041]: DEBUG nova.network.neutron [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Successfully updated port: 01a6d9de-8f1d-4a95-92ad-f07555986fd0 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.149385] env[69041]: DEBUG oslo_concurrency.lockutils [None req-875db149-9cb2-40ee-b969-e229d49e30a9 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lock "0c1e54bf-e9da-434f-a31e-f352f073ca90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.356s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.366081] env[69041]: DEBUG nova.compute.utils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.368207] env[69041]: DEBUG nova.compute.manager [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.368437] env[69041]: DEBUG nova.network.neutron [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.414254] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: f01b646e-c754-42ed-9a53-2dec0cfb6d47] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1224.417636] env[69041]: DEBUG oslo_concurrency.lockutils [None req-978ea003-a458-4109-9a67-76c7671382f1 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "fc2e1749-d081-4b11-a32d-303fb3675481" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.402s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.418928] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ef78da1e-3324-4dc4-aa57-a0d4302db8c2 tempest-ServerGroupTestJSON-556896245 tempest-ServerGroupTestJSON-556896245-project-member] Lock "00f299cb-b6f4-4833-af4a-24967026cb6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.316s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.423842] env[69041]: DEBUG nova.policy [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ccc473139bc4ca0aa495e72adef3318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc05c543b4e64ccd8e7a9214517835be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.479660] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890002, 'name': ReconfigVM_Task, 'duration_secs': 0.626427} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.480357] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e985fbad-6b6d-4622-8220-471b4cfd1f6e/e985fbad-6b6d-4622-8220-471b4cfd1f6e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.480979] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab44b959-ceba-4fdc-874f-56a74817b2e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.487249] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1224.487249] env[69041]: value = "task-2890003" [ 1224.487249] env[69041]: _type = "Task" [ 1224.487249] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.496402] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890003, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.608623] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.609160] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.609160] env[69041]: DEBUG nova.network.neutron [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.699914] env[69041]: DEBUG nova.network.neutron [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updating instance_info_cache with network_info: [{"id": "6cdcc89a-447c-4eee-8801-c791654c4800", "address": "fa:16:3e:14:f3:06", "network": {"id": "15724cef-b7b1-4bc7-839b-ede647ce6384", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1928523167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85a1278b2c0e47d68a79232edf428b26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdcc89a-44", "ovs_interfaceid": "6cdcc89a-447c-4eee-8801-c791654c4800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.816371] env[69041]: DEBUG nova.network.neutron [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Successfully created port: 80474f42-a5fe-4340-a283-03fc967ea1ea {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.871916] env[69041]: DEBUG nova.compute.manager [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.875349] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e37b94ef-ae99-4ec8-ba24-2cd3e51dcc20 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.879713] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.905s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.879713] env[69041]: INFO nova.compute.claims [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.920168] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 29ef3ed0-9bf6-45c9-bd7c-0b94a943e867] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1224.999176] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890003, 'name': Rename_Task, 'duration_secs': 0.127934} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.999415] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.999664] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4643b4aa-d3bb-4fe9-81f1-056d329f7721 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.005537] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1225.005537] env[69041]: value = "task-2890004" [ 1225.005537] env[69041]: _type = "Task" [ 1225.005537] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.014173] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.145117] env[69041]: DEBUG nova.network.neutron [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.202715] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Releasing lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.292151] env[69041]: DEBUG nova.network.neutron [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.423263] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 0cabc681-9c9b-49e3-95ca-0b3c80be052b] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1225.517475] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890004, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.794639] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.794977] env[69041]: DEBUG nova.compute.manager [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Instance network_info: |[{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.795430] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:a8:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01a6d9de-8f1d-4a95-92ad-f07555986fd0', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.803193] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.803416] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.803633] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19b3911d-f9db-40b9-ba34-c32b461db478 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.832964] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.832964] env[69041]: value = "task-2890005" [ 1225.832964] env[69041]: _type = "Task" [ 1225.832964] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.840780] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890005, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.883185] env[69041]: DEBUG nova.compute.manager [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.916590] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.916590] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.916933] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.916933] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.917038] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.917135] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.917359] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.917538] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.917711] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.917931] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.918228] env[69041]: DEBUG nova.virt.hardware [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.919243] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155b9cb2-1f39-48e5-a920-bb168389e1e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.926193] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: a188f4ff-95a4-4dcb-9e13-46bc68f89c99] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1225.934112] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8aa599-f9c3-43a6-a658-46c38e657a82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.017591] env[69041]: DEBUG oslo_vmware.api [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890004, 'name': PowerOnVM_Task, 'duration_secs': 0.542904} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.017789] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.018590] env[69041]: INFO nova.compute.manager [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1226.020336] env[69041]: DEBUG nova.compute.manager [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.024153] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3451f9f1-1c30-4517-89f4-b1fda525537f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.053299] env[69041]: DEBUG nova.compute.manager [req-5ac4a8f2-ee82-4c24-8fc9-723d3f21d54a req-64853b00-60d3-4f01-8a6e-4a2cb7af8c46 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received event network-changed-01a6d9de-8f1d-4a95-92ad-f07555986fd0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1226.053476] env[69041]: DEBUG nova.compute.manager [req-5ac4a8f2-ee82-4c24-8fc9-723d3f21d54a req-64853b00-60d3-4f01-8a6e-4a2cb7af8c46 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Refreshing instance network info cache due to event network-changed-01a6d9de-8f1d-4a95-92ad-f07555986fd0. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1226.053688] env[69041]: DEBUG oslo_concurrency.lockutils [req-5ac4a8f2-ee82-4c24-8fc9-723d3f21d54a req-64853b00-60d3-4f01-8a6e-4a2cb7af8c46 service nova] Acquiring lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.053831] env[69041]: DEBUG oslo_concurrency.lockutils [req-5ac4a8f2-ee82-4c24-8fc9-723d3f21d54a req-64853b00-60d3-4f01-8a6e-4a2cb7af8c46 service nova] Acquired lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.053989] env[69041]: DEBUG nova.network.neutron [req-5ac4a8f2-ee82-4c24-8fc9-723d3f21d54a req-64853b00-60d3-4f01-8a6e-4a2cb7af8c46 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Refreshing network info cache for port 01a6d9de-8f1d-4a95-92ad-f07555986fd0 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.342974] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890005, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.344516] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c51544b-fa5e-4234-b175-e41c638fe2b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.351363] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c067ebd7-0781-4f9a-9a7d-d3414c78d454 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.382098] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ef6f31-3a71-48be-bdef-b86676e22d23 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.389520] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628584c4-636a-4e15-928c-2b77a845ee13 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.405659] env[69041]: DEBUG nova.compute.provider_tree [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.439307] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: ae0d588e-cddd-4704-9222-a512509267b0] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1226.542656] env[69041]: INFO nova.compute.manager [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Took 56.78 seconds to build instance. [ 1226.738889] env[69041]: DEBUG nova.network.neutron [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Successfully updated port: 80474f42-a5fe-4340-a283-03fc967ea1ea {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.747157] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.747456] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e8cf75-38c6-40e3-a282-97a93e0cbd3a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.755445] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1226.755445] env[69041]: value = "task-2890006" [ 1226.755445] env[69041]: _type = "Task" [ 1226.755445] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.764521] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.847394] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890005, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.909558] env[69041]: DEBUG nova.scheduler.client.report [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.935211] env[69041]: DEBUG nova.network.neutron [req-5ac4a8f2-ee82-4c24-8fc9-723d3f21d54a req-64853b00-60d3-4f01-8a6e-4a2cb7af8c46 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updated VIF entry in instance network info cache for port 01a6d9de-8f1d-4a95-92ad-f07555986fd0. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.936032] env[69041]: DEBUG nova.network.neutron [req-5ac4a8f2-ee82-4c24-8fc9-723d3f21d54a req-64853b00-60d3-4f01-8a6e-4a2cb7af8c46 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.943082] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 63253f5d-2d7b-4917-a246-be959b543bd0] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1227.041390] env[69041]: INFO nova.compute.manager [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Rebuilding instance [ 1227.045250] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a6d4ef9b-341f-4ebb-8f8f-5f3a7a0894d2 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "e985fbad-6b6d-4622-8220-471b4cfd1f6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.288s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.101789] env[69041]: DEBUG nova.compute.manager [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.101789] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f983756-115b-418e-a3e1-ad4568dadd97 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.241512] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.241687] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.241847] env[69041]: DEBUG nova.network.neutron [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.267201] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890006, 'name': PowerOffVM_Task, 'duration_secs': 0.428129} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.267201] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.268037] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108924cf-6dee-4d9e-bc12-af8251f0d567 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.288846] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36045d2c-8df0-40e5-ad77-81f3c71bd8c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.325118] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.325544] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f668723-4775-4940-8e23-dee4f351f39a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.333028] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1227.333028] env[69041]: value = "task-2890007" [ 1227.333028] env[69041]: _type = "Task" [ 1227.333028] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.347769] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1227.348148] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.348418] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.348570] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.348752] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.348996] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890005, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.349211] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc60becb-1530-49ec-870e-462149c5d67f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.357606] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.357765] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.358648] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1edc4d-6ec6-4aac-aa8a-e55fc17e6096 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.364258] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1227.364258] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b42cd7-57bc-0578-3a9b-79e686172452" [ 1227.364258] env[69041]: _type = "Task" [ 1227.364258] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.371651] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b42cd7-57bc-0578-3a9b-79e686172452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.415437] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.416084] env[69041]: DEBUG nova.compute.manager [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.418968] env[69041]: DEBUG oslo_concurrency.lockutils [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.291s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.419203] env[69041]: DEBUG oslo_concurrency.lockutils [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.423444] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.252s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.425288] env[69041]: INFO nova.compute.claims [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.438884] env[69041]: DEBUG oslo_concurrency.lockutils [req-5ac4a8f2-ee82-4c24-8fc9-723d3f21d54a req-64853b00-60d3-4f01-8a6e-4a2cb7af8c46 service nova] Releasing lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.447347] env[69041]: INFO nova.scheduler.client.report [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleted allocations for instance a57c9763-1726-4a22-9d20-de9e028d8fbc [ 1227.448629] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 8f35e7b3-e1aa-444b-b6b5-6ada5a8f14a6] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1227.775619] env[69041]: DEBUG nova.network.neutron [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.846053] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890005, 'name': CreateVM_Task, 'duration_secs': 1.759323} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.846231] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.846939] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.847099] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.847397] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.847644] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13ea644-b719-455f-b10f-b075d03e6283 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.854492] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1227.854492] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52fae73f-533b-4873-3dcf-f6f2bd12c8a1" [ 1227.854492] env[69041]: _type = "Task" [ 1227.854492] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.862344] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52fae73f-533b-4873-3dcf-f6f2bd12c8a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.872615] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b42cd7-57bc-0578-3a9b-79e686172452, 'name': SearchDatastore_Task, 'duration_secs': 0.008341} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.873374] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e87c47c-c837-4d89-a8e7-bd125be17399 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.878168] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1227.878168] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522b8d24-24fd-a7b2-5126-8f4531dc1e03" [ 1227.878168] env[69041]: _type = "Task" [ 1227.878168] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.886094] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522b8d24-24fd-a7b2-5126-8f4531dc1e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.916485] env[69041]: DEBUG nova.network.neutron [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance_info_cache with network_info: [{"id": "80474f42-a5fe-4340-a283-03fc967ea1ea", "address": "fa:16:3e:3a:98:71", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80474f42-a5", "ovs_interfaceid": "80474f42-a5fe-4340-a283-03fc967ea1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.930612] env[69041]: DEBUG nova.compute.utils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.934708] env[69041]: DEBUG nova.compute.manager [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.934917] env[69041]: DEBUG nova.network.neutron [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.953233] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 33a5392e-0c18-4262-884d-8d6ebdbaea9a] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1227.957373] env[69041]: DEBUG oslo_concurrency.lockutils [None req-87a2a5d2-dead-4d3f-ae0f-ff533d7feaa9 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "a57c9763-1726-4a22-9d20-de9e028d8fbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.538s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.973695] env[69041]: DEBUG nova.policy [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d58ce8713184cec89777b7e43a2869e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa622f1c060843998f2c8d061355538f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.082838] env[69041]: DEBUG nova.compute.manager [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Received event network-vif-plugged-80474f42-a5fe-4340-a283-03fc967ea1ea {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1228.083073] env[69041]: DEBUG oslo_concurrency.lockutils [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] Acquiring lock "c18ff92b-080e-4307-a357-269980fc3fe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.083288] env[69041]: DEBUG oslo_concurrency.lockutils [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] Lock "c18ff92b-080e-4307-a357-269980fc3fe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.083457] env[69041]: DEBUG oslo_concurrency.lockutils [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] Lock "c18ff92b-080e-4307-a357-269980fc3fe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.083625] env[69041]: DEBUG nova.compute.manager [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] No waiting events found dispatching network-vif-plugged-80474f42-a5fe-4340-a283-03fc967ea1ea {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.083787] env[69041]: WARNING nova.compute.manager [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Received unexpected event network-vif-plugged-80474f42-a5fe-4340-a283-03fc967ea1ea for instance with vm_state building and task_state spawning. [ 1228.084057] env[69041]: DEBUG nova.compute.manager [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Received event network-changed-80474f42-a5fe-4340-a283-03fc967ea1ea {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1228.084311] env[69041]: DEBUG nova.compute.manager [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Refreshing instance network info cache due to event network-changed-80474f42-a5fe-4340-a283-03fc967ea1ea. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1228.084503] env[69041]: DEBUG oslo_concurrency.lockutils [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] Acquiring lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.119177] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.119509] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3395c9a6-8ecd-447e-b0a0-c86a84685b15 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.127454] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1228.127454] env[69041]: value = "task-2890008" [ 1228.127454] env[69041]: _type = "Task" [ 1228.127454] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.136595] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.258499] env[69041]: DEBUG nova.network.neutron [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Successfully created port: 3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.366501] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52fae73f-533b-4873-3dcf-f6f2bd12c8a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.366951] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.367163] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.368032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.368032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.368032] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.368206] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b84a1f2c-1533-46df-b589-1a49de1d7cb9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.377904] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.378110] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.378896] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ad368b-bcee-48fe-8c35-ffc46a07e592 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.386912] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1228.386912] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5205d3a0-f1f2-f271-1219-7eec6806fc5a" [ 1228.386912] env[69041]: _type = "Task" [ 1228.386912] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.391516] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522b8d24-24fd-a7b2-5126-8f4531dc1e03, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.394660] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.394920] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 0c1e54bf-e9da-434f-a31e-f352f073ca90/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. {{(pid=69041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1228.395189] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e75b405e-457b-441e-98d9-cf046f218877 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.402839] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5205d3a0-f1f2-f271-1219-7eec6806fc5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.404491] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1228.404491] env[69041]: value = "task-2890009" [ 1228.404491] env[69041]: _type = "Task" [ 1228.404491] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.404697] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e440e1-d26b-4dec-adec-c58a749a086a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.412665] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1228.412665] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294772d-179c-9c72-ae60-352c127398b9" [ 1228.412665] env[69041]: _type = "Task" [ 1228.412665] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.415499] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.419369] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.419769] env[69041]: DEBUG nova.compute.manager [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Instance network_info: |[{"id": "80474f42-a5fe-4340-a283-03fc967ea1ea", "address": "fa:16:3e:3a:98:71", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80474f42-a5", "ovs_interfaceid": "80474f42-a5fe-4340-a283-03fc967ea1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.420060] env[69041]: DEBUG oslo_concurrency.lockutils [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] Acquired lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.420259] env[69041]: DEBUG nova.network.neutron [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Refreshing network info cache for port 80474f42-a5fe-4340-a283-03fc967ea1ea {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.425160] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:98:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80474f42-a5fe-4340-a283-03fc967ea1ea', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.432609] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.434776] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.435285] env[69041]: DEBUG nova.compute.manager [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.443343] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e174691-b8d9-4e23-8d7e-3a3e3e2c9119 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.463147] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294772d-179c-9c72-ae60-352c127398b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.464142] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 02cf0f6e-82b4-4db4-9f15-3a3770a4781f] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1228.470483] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.470483] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 1e428329-c8f6-47c9-8945-7ac469d6a673/1e428329-c8f6-47c9-8945-7ac469d6a673.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.471250] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbadf178-6407-4caf-993c-3d294036c671 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.477036] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.477036] env[69041]: value = "task-2890010" [ 1228.477036] env[69041]: _type = "Task" [ 1228.477036] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.478283] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1228.478283] env[69041]: value = "task-2890011" [ 1228.478283] env[69041]: _type = "Task" [ 1228.478283] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.492709] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890010, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.499310] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.644079] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890008, 'name': PowerOffVM_Task, 'duration_secs': 0.202603} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.644443] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.644728] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.646024] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2641e116-865f-45e8-a3b0-35f262017808 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.657250] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.657606] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-193543b0-16ed-48ca-b261-aa8a88e5120e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.683863] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.684138] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.684347] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Deleting the datastore file [datastore1] e985fbad-6b6d-4622-8220-471b4cfd1f6e {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.684664] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f43d56d4-e240-4dd0-aca2-418a0295bf47 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.694833] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1228.694833] env[69041]: value = "task-2890013" [ 1228.694833] env[69041]: _type = "Task" [ 1228.694833] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.706065] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.776073] env[69041]: DEBUG oslo_concurrency.lockutils [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "d437a775-e75e-4593-a0b5-1e7f249eb942" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.776410] env[69041]: DEBUG oslo_concurrency.lockutils [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d437a775-e75e-4593-a0b5-1e7f249eb942" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.776655] env[69041]: DEBUG oslo_concurrency.lockutils [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "d437a775-e75e-4593-a0b5-1e7f249eb942-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.776985] env[69041]: DEBUG oslo_concurrency.lockutils [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d437a775-e75e-4593-a0b5-1e7f249eb942-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.777209] env[69041]: DEBUG oslo_concurrency.lockutils [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d437a775-e75e-4593-a0b5-1e7f249eb942-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.779855] env[69041]: INFO nova.compute.manager [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Terminating instance [ 1228.886256] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16cdadc-bda4-4d57-929e-5e0b836916a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.895152] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41509c09-9ed7-4b44-a4c8-61b243fedd67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.933043] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a022db-dfde-4577-867e-1ef48cce4769 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.941420] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890009, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.945440] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a62268-19ec-4172-bb83-4452bb48326d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.961387] env[69041]: DEBUG nova.compute.provider_tree [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.970246] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: fc3c31eb-b0c6-4137-871c-5ab05019b8e8] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1228.993498] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890010, 'name': CreateVM_Task, 'duration_secs': 0.33739} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.997107] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.997444] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890011, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.998174] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.998343] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.998671] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.998949] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612cb37b-5dbc-40b6-8c0f-e0270333e0f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.004083] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1229.004083] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52076fea-49a3-b0a8-003b-1bc68b32a80c" [ 1229.004083] env[69041]: _type = "Task" [ 1229.004083] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.016276] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52076fea-49a3-b0a8-003b-1bc68b32a80c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.162855] env[69041]: DEBUG nova.network.neutron [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updated VIF entry in instance network info cache for port 80474f42-a5fe-4340-a283-03fc967ea1ea. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.162855] env[69041]: DEBUG nova.network.neutron [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance_info_cache with network_info: [{"id": "80474f42-a5fe-4340-a283-03fc967ea1ea", "address": "fa:16:3e:3a:98:71", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80474f42-a5", "ovs_interfaceid": "80474f42-a5fe-4340-a283-03fc967ea1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.204160] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365635} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.204672] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.204867] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.205060] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.286621] env[69041]: DEBUG nova.compute.manager [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.286862] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.287785] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2ea8a2-c4a5-428f-b4e4-55f50a5aba44 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.296028] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.296284] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89b8af56-2623-4cf3-9a9c-f092bb326592 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.302853] env[69041]: DEBUG oslo_vmware.api [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1229.302853] env[69041]: value = "task-2890014" [ 1229.302853] env[69041]: _type = "Task" [ 1229.302853] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.310799] env[69041]: DEBUG oslo_vmware.api [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.436025] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544387} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.436329] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 0c1e54bf-e9da-434f-a31e-f352f073ca90/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. [ 1229.437126] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fff3c9-1356-4cff-b6a7-2d401a433981 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.464379] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 0c1e54bf-e9da-434f-a31e-f352f073ca90/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.465298] env[69041]: DEBUG nova.scheduler.client.report [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.468680] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e86c068-eb24-41a3-b8ee-0b31d0854514 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.483916] env[69041]: DEBUG nova.compute.manager [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.486067] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 766bfef7-c6cc-4a51-9f15-d26db54fffd5] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1229.494125] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1229.494125] env[69041]: value = "task-2890015" [ 1229.494125] env[69041]: _type = "Task" [ 1229.494125] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.502822] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636655} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.503333] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 1e428329-c8f6-47c9-8945-7ac469d6a673/1e428329-c8f6-47c9-8945-7ac469d6a673.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.503552] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.503987] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01530d40-e16a-4b2e-82a0-7b218feb91d6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.517373] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.520020] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1229.520020] env[69041]: value = "task-2890016" [ 1229.520020] env[69041]: _type = "Task" [ 1229.520020] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.522477] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.522768] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.522910] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.523121] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.523267] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.523407] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.523635] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.523825] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.524107] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.524364] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.524581] env[69041]: DEBUG nova.virt.hardware [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.525841] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f15573c-fe7f-4ed3-a312-d5fe7f4f6de8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.537581] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52076fea-49a3-b0a8-003b-1bc68b32a80c, 'name': SearchDatastore_Task, 'duration_secs': 0.057409} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.538430] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.538676] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.538974] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.539165] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.539356] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.545021] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71d77a9d-af51-4728-9754-faa56116c116 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.548604] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de6213f-45ee-41f5-8ae3-2fde76b0ff16 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.552984] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.564545] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.564725] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.565461] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9261e5a-3d19-4178-bda5-012757a83981 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.572846] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1229.572846] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525b1c5e-2470-98c4-bf0f-5209ba9ec0ef" [ 1229.572846] env[69041]: _type = "Task" [ 1229.572846] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.580798] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525b1c5e-2470-98c4-bf0f-5209ba9ec0ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.665415] env[69041]: DEBUG oslo_concurrency.lockutils [req-979b809f-7d4d-4831-9b96-53fb473d2f50 req-0b396163-5649-46a4-9ca2-72ab88efccc3 service nova] Releasing lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.751559] env[69041]: DEBUG nova.network.neutron [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Successfully updated port: 3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.812348] env[69041]: DEBUG oslo_vmware.api [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890014, 'name': PowerOffVM_Task, 'duration_secs': 0.204287} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.812578] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.812788] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.813067] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ccacc6-c265-4ee7-b620-78584dd17010 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.877310] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.877524] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.877703] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleting the datastore file [datastore2] d437a775-e75e-4593-a0b5-1e7f249eb942 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.878046] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec87706-a5ff-4c7c-a773-840f6548ab2b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.883695] env[69041]: DEBUG oslo_vmware.api [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1229.883695] env[69041]: value = "task-2890018" [ 1229.883695] env[69041]: _type = "Task" [ 1229.883695] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.890835] env[69041]: DEBUG oslo_vmware.api [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.983801] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.984363] env[69041]: DEBUG nova.compute.manager [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.987764] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.244s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.987953] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.990051] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.187s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.991732] env[69041]: INFO nova.compute.claims [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.994581] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 5e4113b3-5053-4ec7-aa93-e4914efe0acf] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1230.005237] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890015, 'name': ReconfigVM_Task, 'duration_secs': 0.314898} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.005499] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 0c1e54bf-e9da-434f-a31e-f352f073ca90/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.006383] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b169d4-faec-42d7-bee0-1a4b5cf9fd2a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.035714] env[69041]: INFO nova.scheduler.client.report [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted allocations for instance 93c22188-05e9-480f-b797-83969f31bb09 [ 1230.039659] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0de44ec-99dd-40e3-804a-c9043e883ee7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.057991] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153315} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.059705] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.059705] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1230.059705] env[69041]: value = "task-2890019" [ 1230.059705] env[69041]: _type = "Task" [ 1230.059705] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.060325] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ec2e07-6670-41d5-ab1f-63d9713f2765 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.087226] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 1e428329-c8f6-47c9-8945-7ac469d6a673/1e428329-c8f6-47c9-8945-7ac469d6a673.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.094560] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3baf19d2-17cb-4eed-9985-23426a8a9248 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.108421] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.110930] env[69041]: DEBUG nova.compute.manager [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Received event network-vif-plugged-3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1230.111175] env[69041]: DEBUG oslo_concurrency.lockutils [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] Acquiring lock "ae054fc7-ad81-4767-818d-2577bb98e88b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.111386] env[69041]: DEBUG oslo_concurrency.lockutils [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.111572] env[69041]: DEBUG oslo_concurrency.lockutils [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.111740] env[69041]: DEBUG nova.compute.manager [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] No waiting events found dispatching network-vif-plugged-3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.111905] env[69041]: WARNING nova.compute.manager [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Received unexpected event network-vif-plugged-3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3 for instance with vm_state building and task_state spawning. [ 1230.112078] env[69041]: DEBUG nova.compute.manager [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Received event network-changed-3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1230.112235] env[69041]: DEBUG nova.compute.manager [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Refreshing instance network info cache due to event network-changed-3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1230.112417] env[69041]: DEBUG oslo_concurrency.lockutils [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] Acquiring lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.112551] env[69041]: DEBUG oslo_concurrency.lockutils [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] Acquired lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.112703] env[69041]: DEBUG nova.network.neutron [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Refreshing network info cache for port 3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.119646] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525b1c5e-2470-98c4-bf0f-5209ba9ec0ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009938} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.122301] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1230.122301] env[69041]: value = "task-2890020" [ 1230.122301] env[69041]: _type = "Task" [ 1230.122301] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.122503] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb7d5e6-e74d-452f-9ea5-12f4161a86ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.131841] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1230.131841] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5289b02e-85e0-92e4-8740-74b331ca8ad2" [ 1230.131841] env[69041]: _type = "Task" [ 1230.131841] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.135260] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.142999] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5289b02e-85e0-92e4-8740-74b331ca8ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.240645] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.240902] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.241089] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.241284] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.241447] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.241596] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.241805] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.241984] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.242176] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.242341] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.242533] env[69041]: DEBUG nova.virt.hardware [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.243868] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2220bb-d666-45cb-8807-88120444282d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.252793] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2e071-a911-499d-8146-2513e034536e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.257544] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.268222] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.274010] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.274299] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.274518] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-876b4ddb-6a9a-4cb8-88b1-ba21c1d0d270 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.292087] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.292087] env[69041]: value = "task-2890021" [ 1230.292087] env[69041]: _type = "Task" [ 1230.292087] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.300199] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890021, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.393893] env[69041]: DEBUG oslo_vmware.api [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406911} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.394196] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.394413] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.394592] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.394788] env[69041]: INFO nova.compute.manager [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1230.395056] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.395278] env[69041]: DEBUG nova.compute.manager [-] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.395391] env[69041]: DEBUG nova.network.neutron [-] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.495969] env[69041]: DEBUG nova.compute.utils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.497450] env[69041]: DEBUG nova.compute.manager [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.497628] env[69041]: DEBUG nova.network.neutron [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.501759] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: ec8304a0-d86a-47e3-ba2a-d63b6f665e48] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1230.556923] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e0054784-2480-4b0a-9382-606dcd9d2f2f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "93c22188-05e9-480f-b797-83969f31bb09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.929s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.559475] env[69041]: DEBUG nova.policy [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e56ad616d6545d5b1357c296dc8dcdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb458c8e2d8f4973818d10e29fff35bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.575311] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890019, 'name': ReconfigVM_Task, 'duration_secs': 0.153775} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.577251] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.577251] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-734ca97b-b70d-4b8c-8fe7-8e6fce13b63b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.583720] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1230.583720] env[69041]: value = "task-2890022" [ 1230.583720] env[69041]: _type = "Task" [ 1230.583720] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.593316] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.635129] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890020, 'name': ReconfigVM_Task, 'duration_secs': 0.280938} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.635604] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 1e428329-c8f6-47c9-8945-7ac469d6a673/1e428329-c8f6-47c9-8945-7ac469d6a673.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.641389] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36041d49-e065-4e16-9b34-1aab29ba012e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.649189] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5289b02e-85e0-92e4-8740-74b331ca8ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.022671} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.652064] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.652064] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] c18ff92b-080e-4307-a357-269980fc3fe8/c18ff92b-080e-4307-a357-269980fc3fe8.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.652064] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1230.652064] env[69041]: value = "task-2890023" [ 1230.652064] env[69041]: _type = "Task" [ 1230.652064] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.652064] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a609ef4e-84fb-4d8a-a247-9fe23cdd48b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.664816] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890023, 'name': Rename_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.666781] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1230.666781] env[69041]: value = "task-2890024" [ 1230.666781] env[69041]: _type = "Task" [ 1230.666781] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.671855] env[69041]: DEBUG nova.network.neutron [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.677914] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.802231] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890021, 'name': CreateVM_Task, 'duration_secs': 0.32843} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.802443] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.802862] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.803030] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.803365] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.803617] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf9461a-160b-4867-9d61-d31b4e3f3160 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.808188] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1230.808188] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524d33b8-e372-8076-b6fe-15a9443bdf96" [ 1230.808188] env[69041]: _type = "Task" [ 1230.808188] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.816553] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524d33b8-e372-8076-b6fe-15a9443bdf96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.834111] env[69041]: DEBUG nova.network.neutron [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.005191] env[69041]: DEBUG nova.network.neutron [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Successfully created port: 89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.010147] env[69041]: DEBUG nova.compute.manager [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.013483] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 6b9862e1-f436-4d85-a0a4-8a974f755c02] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1231.099217] env[69041]: DEBUG oslo_vmware.api [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890022, 'name': PowerOnVM_Task, 'duration_secs': 0.434325} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.099548] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.102755] env[69041]: DEBUG nova.compute.manager [None req-6e62c6ea-50f7-450b-aa2d-53dfac1b8824 tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.103691] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7fb6ad-8055-48b6-a351-ed8be01d8958 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.167639] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890023, 'name': Rename_Task, 'duration_secs': 0.136668} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.172497] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.172497] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7886b2bf-af2b-4316-b60d-1d8f94e96eb9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.180874] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890024, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.182321] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1231.182321] env[69041]: value = "task-2890025" [ 1231.182321] env[69041]: _type = "Task" [ 1231.182321] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.190697] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.263232] env[69041]: DEBUG nova.network.neutron [-] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.324835] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524d33b8-e372-8076-b6fe-15a9443bdf96, 'name': SearchDatastore_Task, 'duration_secs': 0.015885} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.325366] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.325638] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.325832] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.325982] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.326180] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.326441] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f791709b-5898-41c0-9e40-82f8597d9696 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.334956] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.335169] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.338611] env[69041]: DEBUG oslo_concurrency.lockutils [req-9be55c59-2fcb-49f9-8de7-250180abcc93 req-5e06fa0a-8de4-416d-927d-a6f0d99ea6ce service nova] Releasing lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.339029] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ff6df6-f1ac-4f8f-97d9-f9de66463338 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.342064] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquired lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.342238] env[69041]: DEBUG nova.network.neutron [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.347122] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1231.347122] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5214dc8b-d1b3-a79b-d9a8-ec8733af5d1e" [ 1231.347122] env[69041]: _type = "Task" [ 1231.347122] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.358937] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5214dc8b-d1b3-a79b-d9a8-ec8733af5d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.428963] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba14c5a-5006-474b-b40b-2d8b2d18cd4a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.436503] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd0e3a0-5237-4118-9bcc-723a9893024f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.467072] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce5f791-3916-40b0-a654-fd0d5cae6558 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.474800] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a26e579-19f4-4913-9dc0-31fae77ddc5a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.489348] env[69041]: DEBUG nova.compute.provider_tree [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.519303] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 27016579-4942-44e5-b973-9082f79773ae] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1231.679237] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583796} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.679499] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] c18ff92b-080e-4307-a357-269980fc3fe8/c18ff92b-080e-4307-a357-269980fc3fe8.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.679744] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.679952] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-183f468a-fc0f-4158-b221-78140a674487 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.687432] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1231.687432] env[69041]: value = "task-2890026" [ 1231.687432] env[69041]: _type = "Task" [ 1231.687432] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.693401] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.698497] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.769312] env[69041]: INFO nova.compute.manager [-] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Took 1.37 seconds to deallocate network for instance. [ 1231.859502] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5214dc8b-d1b3-a79b-d9a8-ec8733af5d1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.860318] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c987a7cb-1891-4960-a937-1d0e4260c776 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.866164] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1231.866164] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294921c-f209-4aac-5439-2e3790db9ace" [ 1231.866164] env[69041]: _type = "Task" [ 1231.866164] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.873855] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294921c-f209-4aac-5439-2e3790db9ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.875134] env[69041]: DEBUG nova.network.neutron [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.995021] env[69041]: DEBUG nova.scheduler.client.report [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.009663] env[69041]: DEBUG nova.network.neutron [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Updating instance_info_cache with network_info: [{"id": "3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3", "address": "fa:16:3e:71:78:b0", "network": {"id": "d476274b-f37f-4cce-ab83-7d4572c8c79f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-66280895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa622f1c060843998f2c8d061355538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfaabe0-b4", "ovs_interfaceid": "3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.022725] env[69041]: DEBUG nova.compute.manager [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.027019] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 4e05da06-7389-45a1-9347-ed1057e9c050] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1232.059239] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.059496] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.059656] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.059841] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.059988] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.060165] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.060376] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.060535] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.060700] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.060859] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.061044] env[69041]: DEBUG nova.virt.hardware [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.062170] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f4fa27-20de-4191-9394-74edccd03dd0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.070142] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088c7d6e-fa0f-4c81-8f0f-ebf59f5ba834 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.188976] env[69041]: DEBUG nova.compute.manager [req-c5944773-9f5a-4202-8999-759b6ee9defc req-1d3fc62a-7449-4842-99cb-fdff189c633e service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Received event network-changed-6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1232.189208] env[69041]: DEBUG nova.compute.manager [req-c5944773-9f5a-4202-8999-759b6ee9defc req-1d3fc62a-7449-4842-99cb-fdff189c633e service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Refreshing instance network info cache due to event network-changed-6cdcc89a-447c-4eee-8801-c791654c4800. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1232.189423] env[69041]: DEBUG oslo_concurrency.lockutils [req-c5944773-9f5a-4202-8999-759b6ee9defc req-1d3fc62a-7449-4842-99cb-fdff189c633e service nova] Acquiring lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.189566] env[69041]: DEBUG oslo_concurrency.lockutils [req-c5944773-9f5a-4202-8999-759b6ee9defc req-1d3fc62a-7449-4842-99cb-fdff189c633e service nova] Acquired lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.189728] env[69041]: DEBUG nova.network.neutron [req-c5944773-9f5a-4202-8999-759b6ee9defc req-1d3fc62a-7449-4842-99cb-fdff189c633e service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Refreshing network info cache for port 6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.198837] env[69041]: DEBUG oslo_vmware.api [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890025, 'name': PowerOnVM_Task, 'duration_secs': 0.545559} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.199888] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.200173] env[69041]: INFO nova.compute.manager [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1232.200335] env[69041]: DEBUG nova.compute.manager [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.201341] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcfd881-f797-4394-aab6-6e1e4bce618a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.207478] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110101} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.208514] env[69041]: DEBUG nova.compute.manager [req-5b49ff9e-ea1b-4bfd-847f-02d862ca0cf2 req-64d9f9bd-bafa-4820-a691-ac1be12c809d service nova] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Received event network-vif-deleted-0a67ecba-57df-4580-9ef9-5090b687a951 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1232.209183] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.210140] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea65137-996b-4f42-9c7b-821c4257ce67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.237953] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] c18ff92b-080e-4307-a357-269980fc3fe8/c18ff92b-080e-4307-a357-269980fc3fe8.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.238260] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d06d3788-405d-4d50-b64c-e0aa521d62bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.260588] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1232.260588] env[69041]: value = "task-2890027" [ 1232.260588] env[69041]: _type = "Task" [ 1232.260588] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.268830] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.276238] env[69041]: DEBUG oslo_concurrency.lockutils [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.376710] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294921c-f209-4aac-5439-2e3790db9ace, 'name': SearchDatastore_Task, 'duration_secs': 0.009418} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.377023] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.377389] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] e985fbad-6b6d-4622-8220-471b4cfd1f6e/e985fbad-6b6d-4622-8220-471b4cfd1f6e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.377568] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9435d62e-ec83-486b-855c-7d81da302254 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.384613] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1232.384613] env[69041]: value = "task-2890028" [ 1232.384613] env[69041]: _type = "Task" [ 1232.384613] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.393603] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.500021] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.500021] env[69041]: DEBUG nova.compute.manager [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.503080] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.230s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.503300] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.505486] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.164s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.508503] env[69041]: INFO nova.compute.claims [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.515613] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Releasing lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.515613] env[69041]: DEBUG nova.compute.manager [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Instance network_info: |[{"id": "3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3", "address": "fa:16:3e:71:78:b0", "network": {"id": "d476274b-f37f-4cce-ab83-7d4572c8c79f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-66280895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa622f1c060843998f2c8d061355538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfaabe0-b4", "ovs_interfaceid": "3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.515775] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:78:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.530710] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Creating folder: Project (fa622f1c060843998f2c8d061355538f). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1232.531126] env[69041]: DEBUG nova.network.neutron [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Successfully updated port: 89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.533389] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d6cfc58-7009-48fd-a464-89aefd7ef810 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.535991] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.535991] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Cleaning up deleted instances with incomplete migration {{(pid=69041) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1232.547311] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Created folder: Project (fa622f1c060843998f2c8d061355538f) in parent group-v580429. [ 1232.547311] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Creating folder: Instances. Parent ref: group-v580624. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1232.547311] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15ea2a6e-c9e3-4d2b-985d-bd27ef2b41f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.554021] env[69041]: INFO nova.scheduler.client.report [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Deleted allocations for instance 5af33240-1cf0-46b1-b9fe-3a1012b23755 [ 1232.565149] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Created folder: Instances in parent group-v580624. [ 1232.565149] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.565295] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.566690] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee21d133-1e3f-40a8-a364-41691340e104 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.588328] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.588328] env[69041]: value = "task-2890031" [ 1232.588328] env[69041]: _type = "Task" [ 1232.588328] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.604183] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890031, 'name': CreateVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.733983] env[69041]: INFO nova.compute.manager [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Took 58.36 seconds to build instance. [ 1232.772197] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.894594] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474566} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.894843] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] e985fbad-6b6d-4622-8220-471b4cfd1f6e/e985fbad-6b6d-4622-8220-471b4cfd1f6e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.895066] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.895914] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dffe3102-e154-4166-a491-eb9c5aca6266 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.901641] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1232.901641] env[69041]: value = "task-2890032" [ 1232.901641] env[69041]: _type = "Task" [ 1232.901641] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.909206] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.910017] env[69041]: DEBUG nova.network.neutron [req-c5944773-9f5a-4202-8999-759b6ee9defc req-1d3fc62a-7449-4842-99cb-fdff189c633e service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updated VIF entry in instance network info cache for port 6cdcc89a-447c-4eee-8801-c791654c4800. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.910357] env[69041]: DEBUG nova.network.neutron [req-c5944773-9f5a-4202-8999-759b6ee9defc req-1d3fc62a-7449-4842-99cb-fdff189c633e service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updating instance_info_cache with network_info: [{"id": "6cdcc89a-447c-4eee-8801-c791654c4800", "address": "fa:16:3e:14:f3:06", "network": {"id": "15724cef-b7b1-4bc7-839b-ede647ce6384", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1928523167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85a1278b2c0e47d68a79232edf428b26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdcc89a-44", "ovs_interfaceid": "6cdcc89a-447c-4eee-8801-c791654c4800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.014340] env[69041]: DEBUG nova.compute.utils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.019173] env[69041]: DEBUG nova.compute.manager [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.019356] env[69041]: DEBUG nova.network.neutron [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.037114] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "refresh_cache-b4a28a03-3901-4c03-b49b-b71b57b7f39e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.037363] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "refresh_cache-b4a28a03-3901-4c03-b49b-b71b57b7f39e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.037543] env[69041]: DEBUG nova.network.neutron [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.038987] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.065811] env[69041]: DEBUG nova.policy [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b96b1eee6d5f44a2ba38202e8257e347', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b90bed88e8d48828a4033c81bc715c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.067494] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66008ee0-88ff-475c-9d5a-1fe0f3f5bae4 tempest-FloatingIPsAssociationTestJSON-291289362 tempest-FloatingIPsAssociationTestJSON-291289362-project-member] Lock "5af33240-1cf0-46b1-b9fe-3a1012b23755" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.192s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.098911] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890031, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.235963] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d52a6b88-2bd0-493d-a580-74851edcf81d tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.870s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.271324] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890027, 'name': ReconfigVM_Task, 'duration_secs': 0.741194} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.271795] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Reconfigured VM instance instance-00000045 to attach disk [datastore2] c18ff92b-080e-4307-a357-269980fc3fe8/c18ff92b-080e-4307-a357-269980fc3fe8.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.272432] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcf88bf1-b91b-4279-87d9-08e47ef19e2f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.281613] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1233.281613] env[69041]: value = "task-2890033" [ 1233.281613] env[69041]: _type = "Task" [ 1233.281613] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.294159] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890033, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.411110] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061613} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.411364] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.412097] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7632f6de-3a7b-48ec-b3ad-0154c239cca0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.415098] env[69041]: DEBUG oslo_concurrency.lockutils [req-c5944773-9f5a-4202-8999-759b6ee9defc req-1d3fc62a-7449-4842-99cb-fdff189c633e service nova] Releasing lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.433292] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] e985fbad-6b6d-4622-8220-471b4cfd1f6e/e985fbad-6b6d-4622-8220-471b4cfd1f6e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.433591] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb82c08-bcea-4d78-a29c-e7d1c9f495b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.452694] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1233.452694] env[69041]: value = "task-2890034" [ 1233.452694] env[69041]: _type = "Task" [ 1233.452694] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.467036] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.519595] env[69041]: DEBUG nova.compute.manager [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.604935] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890031, 'name': CreateVM_Task, 'duration_secs': 0.522245} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.605199] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.605910] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.606254] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.606476] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.606763] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548108ea-1150-41e6-b21d-fe34d1c2213b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.611930] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1233.611930] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5279db9b-8bbf-d987-8e85-22356277bc73" [ 1233.611930] env[69041]: _type = "Task" [ 1233.611930] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.625433] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5279db9b-8bbf-d987-8e85-22356277bc73, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.625795] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.626041] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.626267] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.626418] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.626668] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.629846] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7304322d-1ce8-4d12-ba4b-30c3a98023bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.635776] env[69041]: DEBUG nova.network.neutron [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.639145] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.639373] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.640107] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b64118-df19-4b6e-a7b6-29c9d39fdf9f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.642984] env[69041]: DEBUG nova.network.neutron [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Successfully created port: e995b91d-7d3a-42da-b835-de8c6e90ed97 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.652117] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1233.652117] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e9c30e-af7b-7128-b977-ea96df813106" [ 1233.652117] env[69041]: _type = "Task" [ 1233.652117] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.658574] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e9c30e-af7b-7128-b977-ea96df813106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.793019] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890033, 'name': Rename_Task, 'duration_secs': 0.337001} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.793423] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.793722] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a2e4593-c845-459e-aed3-4b5efd9c968c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.802348] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1233.802348] env[69041]: value = "task-2890035" [ 1233.802348] env[69041]: _type = "Task" [ 1233.802348] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.810746] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.943139] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4ff3d1-d9eb-4d3b-ac7f-91b1dbc8a943 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.951010] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d52926-54ad-4427-84c5-ca041c709329 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.994564] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16804ac-70a3-42e9-928c-8227c35e8b69 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.996993] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.004299] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd55baa3-4e3e-43a8-a905-d934c325160f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.018705] env[69041]: DEBUG nova.compute.provider_tree [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.073795] env[69041]: DEBUG nova.network.neutron [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Updating instance_info_cache with network_info: [{"id": "89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c", "address": "fa:16:3e:e4:2b:e7", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f36c0e-bb", "ovs_interfaceid": "89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.162202] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e9c30e-af7b-7128-b977-ea96df813106, 'name': SearchDatastore_Task, 'duration_secs': 0.008651} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.162989] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20401f5c-8a25-498b-aadf-216bc27e2cf2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.168436] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1234.168436] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523a8028-eff3-2754-57c2-fad238a4ac44" [ 1234.168436] env[69041]: _type = "Task" [ 1234.168436] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.176161] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523a8028-eff3-2754-57c2-fad238a4ac44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.313393] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.466733] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890034, 'name': ReconfigVM_Task, 'duration_secs': 0.717101} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.467098] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] e985fbad-6b6d-4622-8220-471b4cfd1f6e/e985fbad-6b6d-4622-8220-471b4cfd1f6e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.467820] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-535ad4f3-5254-4da0-9f4f-d384b1c1b367 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.475065] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1234.475065] env[69041]: value = "task-2890036" [ 1234.475065] env[69041]: _type = "Task" [ 1234.475065] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.485121] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890036, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.523620] env[69041]: DEBUG nova.scheduler.client.report [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.528348] env[69041]: DEBUG nova.compute.manager [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.558063] env[69041]: DEBUG nova.compute.manager [req-3e81c59e-6bea-4bd7-bc1c-482c8ac44f1a req-a71a056f-57da-4d19-bc65-bd4d7bb60dbf service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Received event network-changed-6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1234.558063] env[69041]: DEBUG nova.compute.manager [req-3e81c59e-6bea-4bd7-bc1c-482c8ac44f1a req-a71a056f-57da-4d19-bc65-bd4d7bb60dbf service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Refreshing instance network info cache due to event network-changed-6cdcc89a-447c-4eee-8801-c791654c4800. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1234.558063] env[69041]: DEBUG oslo_concurrency.lockutils [req-3e81c59e-6bea-4bd7-bc1c-482c8ac44f1a req-a71a056f-57da-4d19-bc65-bd4d7bb60dbf service nova] Acquiring lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.558227] env[69041]: DEBUG oslo_concurrency.lockutils [req-3e81c59e-6bea-4bd7-bc1c-482c8ac44f1a req-a71a056f-57da-4d19-bc65-bd4d7bb60dbf service nova] Acquired lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.558421] env[69041]: DEBUG nova.network.neutron [req-3e81c59e-6bea-4bd7-bc1c-482c8ac44f1a req-a71a056f-57da-4d19-bc65-bd4d7bb60dbf service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Refreshing network info cache for port 6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.563146] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.563146] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.563146] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.563146] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.563146] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.563146] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.563146] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.563146] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.563146] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.563505] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.563505] env[69041]: DEBUG nova.virt.hardware [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.564813] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222ee38d-9cbb-4e23-a65a-48e3ab793333 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.575568] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7846d77c-43f1-4846-8c2c-3b66cf026500 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.582591] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "refresh_cache-b4a28a03-3901-4c03-b49b-b71b57b7f39e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.582591] env[69041]: DEBUG nova.compute.manager [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Instance network_info: |[{"id": "89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c", "address": "fa:16:3e:e4:2b:e7", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f36c0e-bb", "ovs_interfaceid": "89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.584956] env[69041]: DEBUG nova.compute.manager [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Received event network-vif-plugged-89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1234.585119] env[69041]: DEBUG oslo_concurrency.lockutils [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] Acquiring lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.585322] env[69041]: DEBUG oslo_concurrency.lockutils [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] Lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.585490] env[69041]: DEBUG oslo_concurrency.lockutils [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] Lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.585675] env[69041]: DEBUG nova.compute.manager [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] No waiting events found dispatching network-vif-plugged-89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.585814] env[69041]: WARNING nova.compute.manager [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Received unexpected event network-vif-plugged-89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c for instance with vm_state building and task_state spawning. [ 1234.586344] env[69041]: DEBUG nova.compute.manager [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Received event network-changed-89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1234.586535] env[69041]: DEBUG nova.compute.manager [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Refreshing instance network info cache due to event network-changed-89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1234.586733] env[69041]: DEBUG oslo_concurrency.lockutils [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] Acquiring lock "refresh_cache-b4a28a03-3901-4c03-b49b-b71b57b7f39e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.587013] env[69041]: DEBUG oslo_concurrency.lockutils [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] Acquired lock "refresh_cache-b4a28a03-3901-4c03-b49b-b71b57b7f39e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.587121] env[69041]: DEBUG nova.network.neutron [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Refreshing network info cache for port 89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.588928] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:2b:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.597826] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.602160] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.611915] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba7027d8-291e-4515-ac11-1b0f2fc41c54 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.633257] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.633257] env[69041]: value = "task-2890037" [ 1234.633257] env[69041]: _type = "Task" [ 1234.633257] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.643011] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890037, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.682406] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523a8028-eff3-2754-57c2-fad238a4ac44, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.682681] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.682943] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] ae054fc7-ad81-4767-818d-2577bb98e88b/ae054fc7-ad81-4767-818d-2577bb98e88b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.683240] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a26e9b0-ee81-48a7-8617-a29ed38aeb92 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.690399] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1234.690399] env[69041]: value = "task-2890038" [ 1234.690399] env[69041]: _type = "Task" [ 1234.690399] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.708323] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.815869] env[69041]: DEBUG oslo_vmware.api [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890035, 'name': PowerOnVM_Task, 'duration_secs': 0.622751} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.816330] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.816551] env[69041]: INFO nova.compute.manager [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1234.816743] env[69041]: DEBUG nova.compute.manager [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.817955] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d00606-1999-49b8-b0a0-5e022ba72bc0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.988973] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890036, 'name': Rename_Task, 'duration_secs': 0.19391} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.989965] env[69041]: DEBUG nova.network.neutron [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Updated VIF entry in instance network info cache for port 89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.990304] env[69041]: DEBUG nova.network.neutron [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Updating instance_info_cache with network_info: [{"id": "89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c", "address": "fa:16:3e:e4:2b:e7", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f36c0e-bb", "ovs_interfaceid": "89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.991566] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.992116] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4f8874a-0d08-437a-9c9a-d38a231113c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.999711] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1234.999711] env[69041]: value = "task-2890039" [ 1234.999711] env[69041]: _type = "Task" [ 1234.999711] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.009742] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.028142] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.028648] env[69041]: DEBUG nova.compute.manager [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.031832] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.305s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.032057] env[69041]: DEBUG nova.objects.instance [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lazy-loading 'resources' on Instance uuid 6ad64ecc-6eb3-47c7-8589-b787b6e03d34 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.146557] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890037, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.209879] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890038, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.321436] env[69041]: DEBUG nova.network.neutron [req-3e81c59e-6bea-4bd7-bc1c-482c8ac44f1a req-a71a056f-57da-4d19-bc65-bd4d7bb60dbf service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updated VIF entry in instance network info cache for port 6cdcc89a-447c-4eee-8801-c791654c4800. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.321821] env[69041]: DEBUG nova.network.neutron [req-3e81c59e-6bea-4bd7-bc1c-482c8ac44f1a req-a71a056f-57da-4d19-bc65-bd4d7bb60dbf service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updating instance_info_cache with network_info: [{"id": "6cdcc89a-447c-4eee-8801-c791654c4800", "address": "fa:16:3e:14:f3:06", "network": {"id": "15724cef-b7b1-4bc7-839b-ede647ce6384", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1928523167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85a1278b2c0e47d68a79232edf428b26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdcc89a-44", "ovs_interfaceid": "6cdcc89a-447c-4eee-8801-c791654c4800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.340932] env[69041]: INFO nova.compute.manager [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Took 57.69 seconds to build instance. [ 1235.493150] env[69041]: DEBUG oslo_concurrency.lockutils [req-c45eb970-3a12-483f-8482-df05c4c8ba4c req-66a5f1fd-50ca-451a-96a3-c9651ec2e7ef service nova] Releasing lock "refresh_cache-b4a28a03-3901-4c03-b49b-b71b57b7f39e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.516774] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.538621] env[69041]: DEBUG nova.compute.utils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.543025] env[69041]: DEBUG nova.compute.manager [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.543225] env[69041]: DEBUG nova.network.neutron [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.586505] env[69041]: DEBUG nova.policy [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '444e5fcc5c824d86a949344dd8cb3f28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e67fd3be601049d68c599cb82a2b52c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.651262] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890037, 'name': CreateVM_Task, 'duration_secs': 0.736191} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.651451] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.652155] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.652324] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.652643] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.653255] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c3da6a-0df3-4392-8e3c-09437601c66f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.660301] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1235.660301] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b1969a-cb91-82cf-6f71-ccd3488c2351" [ 1235.660301] env[69041]: _type = "Task" [ 1235.660301] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.670282] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b1969a-cb91-82cf-6f71-ccd3488c2351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.702334] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59799} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.705893] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] ae054fc7-ad81-4767-818d-2577bb98e88b/ae054fc7-ad81-4767-818d-2577bb98e88b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.706367] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.706887] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35a3c08a-a95c-4fee-b31b-2963351ac914 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.715478] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1235.715478] env[69041]: value = "task-2890040" [ 1235.715478] env[69041]: _type = "Task" [ 1235.715478] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.724692] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.831576] env[69041]: DEBUG oslo_concurrency.lockutils [req-3e81c59e-6bea-4bd7-bc1c-482c8ac44f1a req-a71a056f-57da-4d19-bc65-bd4d7bb60dbf service nova] Releasing lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.843202] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b2a2d989-d38e-4825-8f09-c2a1e2a08e3c tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "c18ff92b-080e-4307-a357-269980fc3fe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.209s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.010814] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.013286] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f11f5f-8c3b-47be-83ef-92ee4b07b811 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.020753] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c4661b-1ad4-41af-983a-ae54c5c9e80c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.054986] env[69041]: DEBUG nova.compute.manager [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.058350] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9f8a96-76df-48f9-9b08-73b1a8f6eb26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.072865] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6266cb5c-3315-4207-832d-bc7337ace3ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.088160] env[69041]: DEBUG nova.compute.provider_tree [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.125480] env[69041]: DEBUG nova.network.neutron [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Successfully updated port: e995b91d-7d3a-42da-b835-de8c6e90ed97 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.147677] env[69041]: DEBUG nova.network.neutron [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Successfully created port: fde0f734-9363-45b8-b1ec-cb89f6db5171 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.178321] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b1969a-cb91-82cf-6f71-ccd3488c2351, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.178626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.178862] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.179121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.179307] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.179490] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.179786] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32b797ee-eeac-4c11-8d45-33873097d5a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.188573] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.188761] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.189798] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a74c76-f879-422d-94ba-515bc1c73553 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.198699] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1236.198699] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527fea85-51ba-508c-12ac-3abe8b29d588" [ 1236.198699] env[69041]: _type = "Task" [ 1236.198699] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.206827] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527fea85-51ba-508c-12ac-3abe8b29d588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.224461] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071078} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.225398] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.225540] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6670ac40-52ad-4009-9c1a-268f40f62cb0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.255661] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ae054fc7-ad81-4767-818d-2577bb98e88b/ae054fc7-ad81-4767-818d-2577bb98e88b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.255661] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15d383ba-a914-4273-bf13-757f476008a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.282730] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1236.282730] env[69041]: value = "task-2890041" [ 1236.282730] env[69041]: _type = "Task" [ 1236.282730] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.290625] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.513531] env[69041]: DEBUG oslo_vmware.api [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890039, 'name': PowerOnVM_Task, 'duration_secs': 1.044917} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.513531] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.513531] env[69041]: DEBUG nova.compute.manager [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.517028] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2c95e4-7a5e-4144-a4b4-1cdbfdc6b4e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.593774] env[69041]: DEBUG nova.scheduler.client.report [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.629922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "refresh_cache-8818ffb8-7fad-4635-b008-bf3a0304d4ec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.629922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "refresh_cache-8818ffb8-7fad-4635-b008-bf3a0304d4ec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.629922] env[69041]: DEBUG nova.network.neutron [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.713831] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527fea85-51ba-508c-12ac-3abe8b29d588, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.714701] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad92485-eb72-49f0-8ff6-a5c08e954f04 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.720056] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1236.720056] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f55c70-75cb-b2b6-c093-5ca6482b9081" [ 1236.720056] env[69041]: _type = "Task" [ 1236.720056] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.728127] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f55c70-75cb-b2b6-c093-5ca6482b9081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.794364] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.836307] env[69041]: DEBUG nova.compute.manager [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Received event network-changed-6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1236.836307] env[69041]: DEBUG nova.compute.manager [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Refreshing instance network info cache due to event network-changed-6cdcc89a-447c-4eee-8801-c791654c4800. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1236.836474] env[69041]: DEBUG oslo_concurrency.lockutils [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] Acquiring lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.836623] env[69041]: DEBUG oslo_concurrency.lockutils [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] Acquired lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.836788] env[69041]: DEBUG nova.network.neutron [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Refreshing network info cache for port 6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.865777] env[69041]: DEBUG nova.compute.manager [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received event network-changed-01a6d9de-8f1d-4a95-92ad-f07555986fd0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1236.866363] env[69041]: DEBUG nova.compute.manager [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Refreshing instance network info cache due to event network-changed-01a6d9de-8f1d-4a95-92ad-f07555986fd0. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1236.866603] env[69041]: DEBUG oslo_concurrency.lockutils [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] Acquiring lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.866739] env[69041]: DEBUG oslo_concurrency.lockutils [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] Acquired lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.866952] env[69041]: DEBUG nova.network.neutron [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Refreshing network info cache for port 01a6d9de-8f1d-4a95-92ad-f07555986fd0 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.032304] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.072251] env[69041]: DEBUG nova.compute.manager [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.098389] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.100802] env[69041]: DEBUG oslo_concurrency.lockutils [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.759s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.100802] env[69041]: DEBUG nova.objects.instance [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lazy-loading 'resources' on Instance uuid d623caaa-5a89-4a77-8551-af042fdfa849 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.104899] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.104899] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.104899] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.104899] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.104899] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.104899] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.105151] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.105151] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.105316] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.105474] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.105642] env[69041]: DEBUG nova.virt.hardware [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.106506] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b42829-8901-47a4-b682-de4ad80c1b89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.115881] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac57f53a-08b5-4f40-a460-a957c4320da6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.122442] env[69041]: INFO nova.scheduler.client.report [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Deleted allocations for instance 6ad64ecc-6eb3-47c7-8589-b787b6e03d34 [ 1237.175033] env[69041]: DEBUG nova.network.neutron [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.232165] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f55c70-75cb-b2b6-c093-5ca6482b9081, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.232837] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.233182] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] b4a28a03-3901-4c03-b49b-b71b57b7f39e/b4a28a03-3901-4c03-b49b-b71b57b7f39e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.234024] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb59495e-1eb3-4fdd-8677-3017da7a807d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.241709] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1237.241709] env[69041]: value = "task-2890042" [ 1237.241709] env[69041]: _type = "Task" [ 1237.241709] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.255133] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.296547] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890041, 'name': ReconfigVM_Task, 'duration_secs': 0.616779} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.296823] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ae054fc7-ad81-4767-818d-2577bb98e88b/ae054fc7-ad81-4767-818d-2577bb98e88b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.297543] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3678dc58-88b2-4f9d-af0a-3121008b0050 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.304900] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1237.304900] env[69041]: value = "task-2890043" [ 1237.304900] env[69041]: _type = "Task" [ 1237.304900] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.313486] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890043, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.327640] env[69041]: DEBUG nova.network.neutron [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Updating instance_info_cache with network_info: [{"id": "e995b91d-7d3a-42da-b835-de8c6e90ed97", "address": "fa:16:3e:51:72:67", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape995b91d-7d", "ovs_interfaceid": "e995b91d-7d3a-42da-b835-de8c6e90ed97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.654719] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9d354057-7a32-4c5c-b3bf-65e7c64c2ac8 tempest-ImagesOneServerNegativeTestJSON-897394746 tempest-ImagesOneServerNegativeTestJSON-897394746-project-member] Lock "6ad64ecc-6eb3-47c7-8589-b787b6e03d34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.355s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.726280] env[69041]: DEBUG nova.compute.manager [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Stashing vm_state: active {{(pid=69041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1237.757755] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499127} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.758126] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] b4a28a03-3901-4c03-b49b-b71b57b7f39e/b4a28a03-3901-4c03-b49b-b71b57b7f39e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.758363] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.758636] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f08b16-4394-4bdd-bad6-9a280f62851a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.765115] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1237.765115] env[69041]: value = "task-2890044" [ 1237.765115] env[69041]: _type = "Task" [ 1237.765115] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.778450] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.822590] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890043, 'name': Rename_Task, 'duration_secs': 0.179926} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.826442] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.827096] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-729a1fd6-a6d4-42a5-9859-1d602da186ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.832210] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "refresh_cache-8818ffb8-7fad-4635-b008-bf3a0304d4ec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.832210] env[69041]: DEBUG nova.compute.manager [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Instance network_info: |[{"id": "e995b91d-7d3a-42da-b835-de8c6e90ed97", "address": "fa:16:3e:51:72:67", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape995b91d-7d", "ovs_interfaceid": "e995b91d-7d3a-42da-b835-de8c6e90ed97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.832210] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:72:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e995b91d-7d3a-42da-b835-de8c6e90ed97', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.846779] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.852789] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.853293] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1237.853293] env[69041]: value = "task-2890045" [ 1237.853293] env[69041]: _type = "Task" [ 1237.853293] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.854676] env[69041]: DEBUG nova.network.neutron [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updated VIF entry in instance network info cache for port 6cdcc89a-447c-4eee-8801-c791654c4800. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.855165] env[69041]: DEBUG nova.network.neutron [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updating instance_info_cache with network_info: [{"id": "6cdcc89a-447c-4eee-8801-c791654c4800", "address": "fa:16:3e:14:f3:06", "network": {"id": "15724cef-b7b1-4bc7-839b-ede647ce6384", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1928523167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85a1278b2c0e47d68a79232edf428b26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdcc89a-44", "ovs_interfaceid": "6cdcc89a-447c-4eee-8801-c791654c4800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.856886] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-618ee927-1309-4949-979c-950f82b2afa2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.902970] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890045, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.903231] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.903231] env[69041]: value = "task-2890046" [ 1237.903231] env[69041]: _type = "Task" [ 1237.903231] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.915684] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890046, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.944527] env[69041]: DEBUG nova.network.neutron [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updated VIF entry in instance network info cache for port 01a6d9de-8f1d-4a95-92ad-f07555986fd0. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.945211] env[69041]: DEBUG nova.network.neutron [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.026711] env[69041]: DEBUG nova.network.neutron [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Successfully updated port: fde0f734-9363-45b8-b1ec-cb89f6db5171 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.065848] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquiring lock "0c1e54bf-e9da-434f-a31e-f352f073ca90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.066175] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lock "0c1e54bf-e9da-434f-a31e-f352f073ca90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.066392] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquiring lock "0c1e54bf-e9da-434f-a31e-f352f073ca90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.066834] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lock "0c1e54bf-e9da-434f-a31e-f352f073ca90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.066834] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lock "0c1e54bf-e9da-434f-a31e-f352f073ca90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.069038] env[69041]: INFO nova.compute.manager [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Terminating instance [ 1238.096735] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35637eeb-88d2-411b-8182-d72453ec874d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.110909] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d633b6ce-f469-48ab-8653-aff50993bfc8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.148966] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39deb64a-4638-4925-85f4-f30207e878c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.160180] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaabfeb8-575e-4b01-87d3-3ed8b74c3d62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.179571] env[69041]: DEBUG nova.compute.provider_tree [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.251371] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.277294] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068851} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.277554] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.278458] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212ccfcf-1719-4276-8871-1861b17d16a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.303657] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] b4a28a03-3901-4c03-b49b-b71b57b7f39e/b4a28a03-3901-4c03-b49b-b71b57b7f39e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.304088] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862ff86c-ebcd-46bd-95c6-309d937e1e1c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.325355] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1238.325355] env[69041]: value = "task-2890047" [ 1238.325355] env[69041]: _type = "Task" [ 1238.325355] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.335466] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.388613] env[69041]: DEBUG oslo_concurrency.lockutils [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] Releasing lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.388613] env[69041]: DEBUG nova.compute.manager [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Received event network-changed-6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1238.388613] env[69041]: DEBUG nova.compute.manager [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Refreshing instance network info cache due to event network-changed-6cdcc89a-447c-4eee-8801-c791654c4800. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1238.388715] env[69041]: DEBUG oslo_concurrency.lockutils [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] Acquiring lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.392030] env[69041]: DEBUG oslo_concurrency.lockutils [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] Acquired lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.392030] env[69041]: DEBUG nova.network.neutron [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Refreshing network info cache for port 6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.401455] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890045, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.417948] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890046, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.450410] env[69041]: DEBUG oslo_concurrency.lockutils [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] Releasing lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.450410] env[69041]: DEBUG nova.compute.manager [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Received event network-vif-plugged-e995b91d-7d3a-42da-b835-de8c6e90ed97 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1238.450410] env[69041]: DEBUG oslo_concurrency.lockutils [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] Acquiring lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.450410] env[69041]: DEBUG oslo_concurrency.lockutils [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] Lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.450410] env[69041]: DEBUG oslo_concurrency.lockutils [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] Lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.450410] env[69041]: DEBUG nova.compute.manager [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] No waiting events found dispatching network-vif-plugged-e995b91d-7d3a-42da-b835-de8c6e90ed97 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.450410] env[69041]: WARNING nova.compute.manager [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Received unexpected event network-vif-plugged-e995b91d-7d3a-42da-b835-de8c6e90ed97 for instance with vm_state building and task_state spawning. [ 1238.450410] env[69041]: DEBUG nova.compute.manager [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Received event network-changed-e995b91d-7d3a-42da-b835-de8c6e90ed97 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1238.450410] env[69041]: DEBUG nova.compute.manager [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Refreshing instance network info cache due to event network-changed-e995b91d-7d3a-42da-b835-de8c6e90ed97. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1238.450410] env[69041]: DEBUG oslo_concurrency.lockutils [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] Acquiring lock "refresh_cache-8818ffb8-7fad-4635-b008-bf3a0304d4ec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.450410] env[69041]: DEBUG oslo_concurrency.lockutils [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] Acquired lock "refresh_cache-8818ffb8-7fad-4635-b008-bf3a0304d4ec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.450410] env[69041]: DEBUG nova.network.neutron [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Refreshing network info cache for port e995b91d-7d3a-42da-b835-de8c6e90ed97 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.529810] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "refresh_cache-61db3404-6bf9-4f93-85ab-ae560539ca41" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.530130] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "refresh_cache-61db3404-6bf9-4f93-85ab-ae560539ca41" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.532875] env[69041]: DEBUG nova.network.neutron [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.576115] env[69041]: DEBUG nova.compute.manager [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.576353] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.577628] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e241c64e-403b-4ec5-b8d6-49c73dabc585 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.587944] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.588268] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1cc2145-e701-4051-bc3d-d11e9e322261 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.595471] env[69041]: DEBUG oslo_vmware.api [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1238.595471] env[69041]: value = "task-2890048" [ 1238.595471] env[69041]: _type = "Task" [ 1238.595471] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.606512] env[69041]: DEBUG oslo_vmware.api [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.611319] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "e985fbad-6b6d-4622-8220-471b4cfd1f6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.611622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "e985fbad-6b6d-4622-8220-471b4cfd1f6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.611851] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "e985fbad-6b6d-4622-8220-471b4cfd1f6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.612065] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "e985fbad-6b6d-4622-8220-471b4cfd1f6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.612284] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "e985fbad-6b6d-4622-8220-471b4cfd1f6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.614908] env[69041]: INFO nova.compute.manager [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Terminating instance [ 1238.684218] env[69041]: DEBUG nova.scheduler.client.report [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.839788] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890047, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.899908] env[69041]: DEBUG oslo_vmware.api [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890045, 'name': PowerOnVM_Task, 'duration_secs': 0.947074} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.901301] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.901525] env[69041]: INFO nova.compute.manager [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1238.901708] env[69041]: DEBUG nova.compute.manager [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.902922] env[69041]: DEBUG nova.compute.manager [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Received event network-vif-plugged-fde0f734-9363-45b8-b1ec-cb89f6db5171 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1238.903502] env[69041]: DEBUG oslo_concurrency.lockutils [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] Acquiring lock "61db3404-6bf9-4f93-85ab-ae560539ca41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.903875] env[69041]: DEBUG oslo_concurrency.lockutils [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] Lock "61db3404-6bf9-4f93-85ab-ae560539ca41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.903940] env[69041]: DEBUG oslo_concurrency.lockutils [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] Lock "61db3404-6bf9-4f93-85ab-ae560539ca41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.904173] env[69041]: DEBUG nova.compute.manager [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] No waiting events found dispatching network-vif-plugged-fde0f734-9363-45b8-b1ec-cb89f6db5171 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.904341] env[69041]: WARNING nova.compute.manager [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Received unexpected event network-vif-plugged-fde0f734-9363-45b8-b1ec-cb89f6db5171 for instance with vm_state building and task_state spawning. [ 1238.904799] env[69041]: DEBUG nova.compute.manager [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Received event network-changed-fde0f734-9363-45b8-b1ec-cb89f6db5171 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1238.904799] env[69041]: DEBUG nova.compute.manager [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Refreshing instance network info cache due to event network-changed-fde0f734-9363-45b8-b1ec-cb89f6db5171. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1238.904799] env[69041]: DEBUG oslo_concurrency.lockutils [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] Acquiring lock "refresh_cache-61db3404-6bf9-4f93-85ab-ae560539ca41" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.905556] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b48537d-0fac-428e-b613-e003096a1319 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.925177] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890046, 'name': CreateVM_Task, 'duration_secs': 0.582597} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.925545] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.926243] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.926399] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.926734] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.927039] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7690c25a-7386-469f-be1b-ba36925146a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.935087] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1238.935087] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527b3d78-740a-9842-ac36-118edd5db57b" [ 1238.935087] env[69041]: _type = "Task" [ 1238.935087] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.947976] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527b3d78-740a-9842-ac36-118edd5db57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.098937] env[69041]: DEBUG nova.network.neutron [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.114819] env[69041]: DEBUG oslo_vmware.api [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890048, 'name': PowerOffVM_Task, 'duration_secs': 0.326598} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.120446] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.120652] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.120924] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b479a15e-5c09-49c5-ac54-1e295a6b3a78 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.124429] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "refresh_cache-e985fbad-6b6d-4622-8220-471b4cfd1f6e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.124664] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired lock "refresh_cache-e985fbad-6b6d-4622-8220-471b4cfd1f6e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.124755] env[69041]: DEBUG nova.network.neutron [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.189591] env[69041]: DEBUG oslo_concurrency.lockutils [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.195700] env[69041]: DEBUG oslo_concurrency.lockutils [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.395s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.195700] env[69041]: DEBUG nova.objects.instance [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lazy-loading 'resources' on Instance uuid 0cd01f76-79cb-4640-b697-dc89f3a53f51 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.196696] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.199582] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.200046] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Deleting the datastore file [datastore1] 0c1e54bf-e9da-434f-a31e-f352f073ca90 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.206248] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18b760d4-2328-480e-a5c8-121a465d0645 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.217266] env[69041]: DEBUG oslo_vmware.api [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for the task: (returnval){ [ 1239.217266] env[69041]: value = "task-2890050" [ 1239.217266] env[69041]: _type = "Task" [ 1239.217266] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.222888] env[69041]: INFO nova.scheduler.client.report [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Deleted allocations for instance d623caaa-5a89-4a77-8551-af042fdfa849 [ 1239.227998] env[69041]: DEBUG oslo_vmware.api [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.338271] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890047, 'name': ReconfigVM_Task, 'duration_secs': 0.52072} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.338749] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Reconfigured VM instance instance-00000047 to attach disk [datastore2] b4a28a03-3901-4c03-b49b-b71b57b7f39e/b4a28a03-3901-4c03-b49b-b71b57b7f39e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.339716] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ece81e1a-29d4-4752-b285-1bab24f2908e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.346912] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1239.346912] env[69041]: value = "task-2890051" [ 1239.346912] env[69041]: _type = "Task" [ 1239.346912] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.359560] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890051, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.378529] env[69041]: DEBUG nova.network.neutron [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updated VIF entry in instance network info cache for port 6cdcc89a-447c-4eee-8801-c791654c4800. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.379035] env[69041]: DEBUG nova.network.neutron [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updating instance_info_cache with network_info: [{"id": "6cdcc89a-447c-4eee-8801-c791654c4800", "address": "fa:16:3e:14:f3:06", "network": {"id": "15724cef-b7b1-4bc7-839b-ede647ce6384", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1928523167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "85a1278b2c0e47d68a79232edf428b26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdcc89a-44", "ovs_interfaceid": "6cdcc89a-447c-4eee-8801-c791654c4800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.426657] env[69041]: DEBUG nova.network.neutron [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Updated VIF entry in instance network info cache for port e995b91d-7d3a-42da-b835-de8c6e90ed97. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.427023] env[69041]: DEBUG nova.network.neutron [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Updating instance_info_cache with network_info: [{"id": "e995b91d-7d3a-42da-b835-de8c6e90ed97", "address": "fa:16:3e:51:72:67", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape995b91d-7d", "ovs_interfaceid": "e995b91d-7d3a-42da-b835-de8c6e90ed97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.437336] env[69041]: DEBUG nova.network.neutron [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Updating instance_info_cache with network_info: [{"id": "fde0f734-9363-45b8-b1ec-cb89f6db5171", "address": "fa:16:3e:24:08:8c", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde0f734-93", "ovs_interfaceid": "fde0f734-9363-45b8-b1ec-cb89f6db5171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.447640] env[69041]: INFO nova.compute.manager [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Took 55.49 seconds to build instance. [ 1239.458023] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527b3d78-740a-9842-ac36-118edd5db57b, 'name': SearchDatastore_Task, 'duration_secs': 0.022991} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.458365] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.458627] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.458863] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.459293] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.459749] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.460786] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7eb9b1f-3e02-478e-8835-4c2df311846e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.470757] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.471030] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.471827] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c66847e-8a7a-48bb-8729-15bc59935783 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.479031] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1239.479031] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5202735e-db31-b5db-cdc6-25c72ee69fa8" [ 1239.479031] env[69041]: _type = "Task" [ 1239.479031] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.491165] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5202735e-db31-b5db-cdc6-25c72ee69fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.647029] env[69041]: DEBUG nova.network.neutron [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.712381] env[69041]: DEBUG nova.network.neutron [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.739034] env[69041]: DEBUG oslo_vmware.api [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.741036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-797f2078-6070-401e-843b-f5c83bb05908 tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "d623caaa-5a89-4a77-8551-af042fdfa849" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.847s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.858258] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890051, 'name': Rename_Task, 'duration_secs': 0.267338} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.858674] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.858905] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336f6524-ce9a-4f13-b425-98b16dba583b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.871350] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1239.871350] env[69041]: value = "task-2890052" [ 1239.871350] env[69041]: _type = "Task" [ 1239.871350] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.882271] env[69041]: DEBUG oslo_concurrency.lockutils [req-113b9b60-8951-45f9-bae0-b77394128df2 req-d27dc326-9673-4caa-a248-8d8afc9cb50a service nova] Releasing lock "refresh_cache-0c1e54bf-e9da-434f-a31e-f352f073ca90" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.888971] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890052, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.937651] env[69041]: DEBUG oslo_concurrency.lockutils [req-4a841f50-b3f4-497a-8f89-7056b6c3c822 req-3e0b88fb-8a7a-4095-9284-b13aaa5c4562 service nova] Releasing lock "refresh_cache-8818ffb8-7fad-4635-b008-bf3a0304d4ec" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.950334] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "refresh_cache-61db3404-6bf9-4f93-85ab-ae560539ca41" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.950627] env[69041]: DEBUG nova.compute.manager [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Instance network_info: |[{"id": "fde0f734-9363-45b8-b1ec-cb89f6db5171", "address": "fa:16:3e:24:08:8c", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde0f734-93", "ovs_interfaceid": "fde0f734-9363-45b8-b1ec-cb89f6db5171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.951025] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c6621e3-1fb4-4649-a406-10a5cab193ed tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.009s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.953770] env[69041]: DEBUG oslo_concurrency.lockutils [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] Acquired lock "refresh_cache-61db3404-6bf9-4f93-85ab-ae560539ca41" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.953959] env[69041]: DEBUG nova.network.neutron [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Refreshing network info cache for port fde0f734-9363-45b8-b1ec-cb89f6db5171 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.955180] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:08:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fde0f734-9363-45b8-b1ec-cb89f6db5171', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.965271] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.969387] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.969387] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3a488d4-8e6b-408e-92bc-f1b127429f5b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.996216] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5202735e-db31-b5db-cdc6-25c72ee69fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.034342} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.998012] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.998012] env[69041]: value = "task-2890053" [ 1239.998012] env[69041]: _type = "Task" [ 1239.998012] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.998269] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b2739a-7076-4a6e-93b4-595780bddc01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.010130] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1240.010130] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52169698-142c-ab5d-ac94-930b7e7fff4b" [ 1240.010130] env[69041]: _type = "Task" [ 1240.010130] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.013631] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890053, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.024602] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52169698-142c-ab5d-ac94-930b7e7fff4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.024861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.026091] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 8818ffb8-7fad-4635-b008-bf3a0304d4ec/8818ffb8-7fad-4635-b008-bf3a0304d4ec.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.026429] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9195427-3e60-4a0f-9fd5-19a204b2f681 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.032095] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1240.032095] env[69041]: value = "task-2890054" [ 1240.032095] env[69041]: _type = "Task" [ 1240.032095] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.045869] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.173205] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4f442-0ec5-42e5-b249-a7150e139c54 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.181468] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19196b7-795d-4d1e-8ef7-ce54b43712bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.221837] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Releasing lock "refresh_cache-e985fbad-6b6d-4622-8220-471b4cfd1f6e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.222558] env[69041]: DEBUG nova.compute.manager [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.222558] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.226553] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d9ddc7-2aac-453d-b3ab-aebafda99813 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.234284] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb9ac6c-52d4-46b5-8137-2292c504a508 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.244152] env[69041]: DEBUG oslo_vmware.api [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Task: {'id': task-2890050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.95195} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.248135] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.248372] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.248600] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.248800] env[69041]: INFO nova.compute.manager [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1240.249109] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.249679] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.250645] env[69041]: DEBUG nova.compute.manager [-] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.250772] env[69041]: DEBUG nova.network.neutron [-] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.252583] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37c43ecd-e7b3-426c-a2b0-0af757f524f7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.255703] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230ff9f0-044a-4a7e-9a02-0afee157a0ea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.272447] env[69041]: DEBUG nova.compute.provider_tree [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.275498] env[69041]: DEBUG oslo_vmware.api [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1240.275498] env[69041]: value = "task-2890055" [ 1240.275498] env[69041]: _type = "Task" [ 1240.275498] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.286267] env[69041]: DEBUG oslo_vmware.api [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.385469] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890052, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.530400] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890053, 'name': CreateVM_Task, 'duration_secs': 0.387363} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.530400] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.530915] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.531276] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.531795] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.532400] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06585d94-0280-4d3b-afcf-9d98abd73bb0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.547019] env[69041]: DEBUG nova.compute.manager [req-4698ef03-f746-4d58-aabe-4500827d92e8 req-b5ca2d2d-2b47-4a54-b4ac-a6c934dc3644 service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Received event network-changed-3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1240.547019] env[69041]: DEBUG nova.compute.manager [req-4698ef03-f746-4d58-aabe-4500827d92e8 req-b5ca2d2d-2b47-4a54-b4ac-a6c934dc3644 service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Refreshing instance network info cache due to event network-changed-3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1240.547019] env[69041]: DEBUG oslo_concurrency.lockutils [req-4698ef03-f746-4d58-aabe-4500827d92e8 req-b5ca2d2d-2b47-4a54-b4ac-a6c934dc3644 service nova] Acquiring lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.547019] env[69041]: DEBUG oslo_concurrency.lockutils [req-4698ef03-f746-4d58-aabe-4500827d92e8 req-b5ca2d2d-2b47-4a54-b4ac-a6c934dc3644 service nova] Acquired lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.547019] env[69041]: DEBUG nova.network.neutron [req-4698ef03-f746-4d58-aabe-4500827d92e8 req-b5ca2d2d-2b47-4a54-b4ac-a6c934dc3644 service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Refreshing network info cache for port 3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.551086] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1240.551086] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522bc549-91bf-ba72-748a-4e9a73d0d2e9" [ 1240.551086] env[69041]: _type = "Task" [ 1240.551086] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.560590] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.569417] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522bc549-91bf-ba72-748a-4e9a73d0d2e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.634697] env[69041]: DEBUG nova.network.neutron [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Updated VIF entry in instance network info cache for port fde0f734-9363-45b8-b1ec-cb89f6db5171. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.635078] env[69041]: DEBUG nova.network.neutron [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Updating instance_info_cache with network_info: [{"id": "fde0f734-9363-45b8-b1ec-cb89f6db5171", "address": "fa:16:3e:24:08:8c", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde0f734-93", "ovs_interfaceid": "fde0f734-9363-45b8-b1ec-cb89f6db5171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.780259] env[69041]: DEBUG nova.scheduler.client.report [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.792983] env[69041]: DEBUG oslo_vmware.api [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890055, 'name': PowerOffVM_Task, 'duration_secs': 0.20109} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.794119] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.794448] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.794792] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2472814-f0d3-4299-9f83-7d9e0e279173 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.822023] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.822023] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.822023] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Deleting the datastore file [datastore2] e985fbad-6b6d-4622-8220-471b4cfd1f6e {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.822023] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-409e3d7d-e202-49dd-9cb7-0eeda8e36cb5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.829026] env[69041]: DEBUG oslo_vmware.api [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1240.829026] env[69041]: value = "task-2890057" [ 1240.829026] env[69041]: _type = "Task" [ 1240.829026] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.835870] env[69041]: DEBUG oslo_vmware.api [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.881783] env[69041]: DEBUG oslo_vmware.api [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890052, 'name': PowerOnVM_Task, 'duration_secs': 0.850675} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.883033] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.883033] env[69041]: INFO nova.compute.manager [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1240.883209] env[69041]: DEBUG nova.compute.manager [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.884082] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f478760-c3f5-4e25-b14d-9b1eda061017 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.025599] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "41e6dba2-9431-4197-b797-d486e5c406e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.026066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "41e6dba2-9431-4197-b797-d486e5c406e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.032180] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "41e6dba2-9431-4197-b797-d486e5c406e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.032180] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "41e6dba2-9431-4197-b797-d486e5c406e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.032180] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "41e6dba2-9431-4197-b797-d486e5c406e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.034037] env[69041]: INFO nova.compute.manager [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Terminating instance [ 1241.048206] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56777} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.048496] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 8818ffb8-7fad-4635-b008-bf3a0304d4ec/8818ffb8-7fad-4635-b008-bf3a0304d4ec.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.048718] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.048993] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8388d8ac-920c-4a9c-aec9-cb56b0ffa565 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.065898] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522bc549-91bf-ba72-748a-4e9a73d0d2e9, 'name': SearchDatastore_Task, 'duration_secs': 0.022446} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.067550] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.068105] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.068315] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.068477] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.068664] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.069030] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1241.069030] env[69041]: value = "task-2890058" [ 1241.069030] env[69041]: _type = "Task" [ 1241.069030] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.069230] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf4b01c4-b814-469c-ac8a-f21ed88f75a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.082104] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.083197] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.083689] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.084347] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f1fdaa-3c67-46a9-b283-f000ed1f0ff4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.090037] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1241.090037] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5298fc15-245a-9cb2-eb22-fae623ffd47d" [ 1241.090037] env[69041]: _type = "Task" [ 1241.090037] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.099917] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5298fc15-245a-9cb2-eb22-fae623ffd47d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.136262] env[69041]: DEBUG nova.compute.manager [req-7d507c43-2b39-4e8e-81eb-30b3ed711578 req-48476dbc-3b03-4cf1-9580-94d3f7416028 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Received event network-vif-deleted-6cdcc89a-447c-4eee-8801-c791654c4800 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1241.136491] env[69041]: INFO nova.compute.manager [req-7d507c43-2b39-4e8e-81eb-30b3ed711578 req-48476dbc-3b03-4cf1-9580-94d3f7416028 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Neutron deleted interface 6cdcc89a-447c-4eee-8801-c791654c4800; detaching it from the instance and deleting it from the info cache [ 1241.136678] env[69041]: DEBUG nova.network.neutron [req-7d507c43-2b39-4e8e-81eb-30b3ed711578 req-48476dbc-3b03-4cf1-9580-94d3f7416028 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.143999] env[69041]: DEBUG oslo_concurrency.lockutils [req-bbb40287-86cf-4a28-87d7-a2d2054b86c8 req-dbb3bf9d-238e-4fd3-a84f-ccb29ff130fc service nova] Releasing lock "refresh_cache-61db3404-6bf9-4f93-85ab-ae560539ca41" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.287272] env[69041]: DEBUG oslo_concurrency.lockutils [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.289794] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.012s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.289794] env[69041]: DEBUG nova.objects.instance [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lazy-loading 'resources' on Instance uuid 13669a24-f475-4bb4-89d7-c63f2b3d7cb7 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.311629] env[69041]: INFO nova.scheduler.client.report [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Deleted allocations for instance 0cd01f76-79cb-4640-b697-dc89f3a53f51 [ 1241.341679] env[69041]: DEBUG oslo_vmware.api [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090134} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.342876] env[69041]: DEBUG nova.network.neutron [req-4698ef03-f746-4d58-aabe-4500827d92e8 req-b5ca2d2d-2b47-4a54-b4ac-a6c934dc3644 service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Updated VIF entry in instance network info cache for port 3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.343977] env[69041]: DEBUG nova.network.neutron [req-4698ef03-f746-4d58-aabe-4500827d92e8 req-b5ca2d2d-2b47-4a54-b4ac-a6c934dc3644 service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Updating instance_info_cache with network_info: [{"id": "3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3", "address": "fa:16:3e:71:78:b0", "network": {"id": "d476274b-f37f-4cce-ab83-7d4572c8c79f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-66280895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa622f1c060843998f2c8d061355538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfaabe0-b4", "ovs_interfaceid": "3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.345591] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.345591] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.346268] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.346268] env[69041]: INFO nova.compute.manager [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1241.346393] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.346904] env[69041]: DEBUG nova.compute.manager [-] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.347163] env[69041]: DEBUG nova.network.neutron [-] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.364150] env[69041]: DEBUG nova.network.neutron [-] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.403520] env[69041]: INFO nova.compute.manager [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Took 51.26 seconds to build instance. [ 1241.544847] env[69041]: DEBUG nova.compute.manager [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.545165] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.546923] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c3d9d4-1f8d-44b6-a9ed-b6003ab89ff6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.555588] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.556365] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7665ec0-feff-43f1-b765-3b7e90189568 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.563899] env[69041]: DEBUG oslo_vmware.api [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1241.563899] env[69041]: value = "task-2890059" [ 1241.563899] env[69041]: _type = "Task" [ 1241.563899] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.573947] env[69041]: DEBUG oslo_vmware.api [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2890059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.581717] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207176} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.581996] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.582890] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941c0595-4d7a-442c-a89c-a65a9c0a4d5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.605989] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 8818ffb8-7fad-4635-b008-bf3a0304d4ec/8818ffb8-7fad-4635-b008-bf3a0304d4ec.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.609525] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192900ea-15a2-418b-9eaa-26c95b015c02 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.623929] env[69041]: DEBUG nova.network.neutron [-] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.633037] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5298fc15-245a-9cb2-eb22-fae623ffd47d, 'name': SearchDatastore_Task, 'duration_secs': 0.022526} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.635689] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1241.635689] env[69041]: value = "task-2890060" [ 1241.635689] env[69041]: _type = "Task" [ 1241.635689] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.635689] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce80fbb6-1b45-4d4a-aaaa-d783c4e4f7c6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.643541] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b09448db-cb90-4526-a9a8-9c353990a28b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.648411] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1241.648411] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52354244-9c37-f77d-921e-b4ddb55955b1" [ 1241.648411] env[69041]: _type = "Task" [ 1241.648411] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.652783] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.662342] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7397b8b-5191-4729-8647-82dcba71a3fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.677995] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52354244-9c37-f77d-921e-b4ddb55955b1, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.678798] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.679117] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 61db3404-6bf9-4f93-85ab-ae560539ca41/61db3404-6bf9-4f93-85ab-ae560539ca41.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.679414] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6379f96b-7d2f-4835-b67a-68d6ce7fe2dd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.685837] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1241.685837] env[69041]: value = "task-2890061" [ 1241.685837] env[69041]: _type = "Task" [ 1241.685837] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.706689] env[69041]: DEBUG nova.compute.manager [req-7d507c43-2b39-4e8e-81eb-30b3ed711578 req-48476dbc-3b03-4cf1-9580-94d3f7416028 service nova] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Detach interface failed, port_id=6cdcc89a-447c-4eee-8801-c791654c4800, reason: Instance 0c1e54bf-e9da-434f-a31e-f352f073ca90 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1241.710970] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.831157] env[69041]: DEBUG oslo_concurrency.lockutils [None req-19517647-da02-48dd-b49a-f472dfbe0cc3 tempest-VolumesAdminNegativeTest-1295465813 tempest-VolumesAdminNegativeTest-1295465813-project-member] Lock "0cd01f76-79cb-4640-b697-dc89f3a53f51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.780s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.847954] env[69041]: DEBUG oslo_concurrency.lockutils [req-4698ef03-f746-4d58-aabe-4500827d92e8 req-b5ca2d2d-2b47-4a54-b4ac-a6c934dc3644 service nova] Releasing lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.866748] env[69041]: DEBUG nova.network.neutron [-] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.905869] env[69041]: DEBUG oslo_concurrency.lockutils [None req-007d3236-51b7-47ad-a53e-56363f037de2 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.367s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.081086] env[69041]: DEBUG oslo_vmware.api [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2890059, 'name': PowerOffVM_Task, 'duration_secs': 0.260337} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.081558] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.081744] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.082055] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bb3d3d7-1f2d-4d97-bff6-56d56114df6f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.126922] env[69041]: INFO nova.compute.manager [-] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Took 1.88 seconds to deallocate network for instance. [ 1242.153469] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890060, 'name': ReconfigVM_Task, 'duration_secs': 0.43323} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.154790] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 8818ffb8-7fad-4635-b008-bf3a0304d4ec/8818ffb8-7fad-4635-b008-bf3a0304d4ec.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.156126] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.156126] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.156237] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Deleting the datastore file [datastore1] 41e6dba2-9431-4197-b797-d486e5c406e1 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.156438] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f2e403b-bf42-4a9b-898c-8e5933162d80 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.158327] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-589c5d12-d4f0-421f-9457-88e3dbeafb29 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.165558] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1242.165558] env[69041]: value = "task-2890063" [ 1242.165558] env[69041]: _type = "Task" [ 1242.165558] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.166799] env[69041]: DEBUG oslo_vmware.api [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for the task: (returnval){ [ 1242.166799] env[69041]: value = "task-2890064" [ 1242.166799] env[69041]: _type = "Task" [ 1242.166799] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.182480] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890063, 'name': Rename_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.187343] env[69041]: DEBUG oslo_vmware.api [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2890064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.199870] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890061, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.210514] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ec1c54-c3d3-4d42-8968-804aa4c6e623 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.221468] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478e5b0f-6c11-4d18-884e-4217c9b24e4f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.257070] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafa01cc-b44b-44e8-8e3d-dc80462bdd37 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.265589] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d0e550-80c5-402a-9e41-bdc4b0e1a32a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.280061] env[69041]: DEBUG nova.compute.provider_tree [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.372866] env[69041]: INFO nova.compute.manager [-] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Took 1.03 seconds to deallocate network for instance. [ 1242.634178] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.680254] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890063, 'name': Rename_Task, 'duration_secs': 0.286761} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.684956] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.684956] env[69041]: DEBUG oslo_vmware.api [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Task: {'id': task-2890064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247181} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.684956] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c2aabf-04ee-494d-bf43-3ab6db00213f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.685288] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.685519] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.685736] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.687479] env[69041]: INFO nova.compute.manager [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1242.687860] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.688491] env[69041]: DEBUG nova.compute.manager [-] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.688883] env[69041]: DEBUG nova.network.neutron [-] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.695647] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1242.695647] env[69041]: value = "task-2890065" [ 1242.695647] env[69041]: _type = "Task" [ 1242.695647] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.699039] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597388} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.703013] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 61db3404-6bf9-4f93-85ab-ae560539ca41/61db3404-6bf9-4f93-85ab-ae560539ca41.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.703013] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.703013] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd8cf73-7de0-4252-a95d-b3c3e97349f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.713587] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.715930] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1242.715930] env[69041]: value = "task-2890066" [ 1242.715930] env[69041]: _type = "Task" [ 1242.715930] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.725550] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.785097] env[69041]: DEBUG nova.scheduler.client.report [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.881899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.213718] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.225435] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240041} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.225717] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.226532] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1856c00-aecd-4301-9b3e-ea063a5088c0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.255926] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 61db3404-6bf9-4f93-85ab-ae560539ca41/61db3404-6bf9-4f93-85ab-ae560539ca41.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.259119] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4230713-0e60-4769-8c84-438ae5928f94 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.281849] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1243.281849] env[69041]: value = "task-2890067" [ 1243.281849] env[69041]: _type = "Task" [ 1243.281849] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.290115] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.292124] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.292603] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.230s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.294183] env[69041]: INFO nova.compute.claims [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.307418] env[69041]: DEBUG nova.compute.manager [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Received event network-changed-89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1243.307418] env[69041]: DEBUG nova.compute.manager [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Refreshing instance network info cache due to event network-changed-89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1243.308066] env[69041]: DEBUG oslo_concurrency.lockutils [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] Acquiring lock "refresh_cache-b4a28a03-3901-4c03-b49b-b71b57b7f39e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.308066] env[69041]: DEBUG oslo_concurrency.lockutils [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] Acquired lock "refresh_cache-b4a28a03-3901-4c03-b49b-b71b57b7f39e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.308066] env[69041]: DEBUG nova.network.neutron [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Refreshing network info cache for port 89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.346995] env[69041]: INFO nova.scheduler.client.report [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Deleted allocations for instance 13669a24-f475-4bb4-89d7-c63f2b3d7cb7 [ 1243.540960] env[69041]: DEBUG nova.network.neutron [-] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.711576] env[69041]: DEBUG oslo_vmware.api [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890065, 'name': PowerOnVM_Task, 'duration_secs': 0.834749} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.711956] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.712489] env[69041]: INFO nova.compute.manager [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1243.712647] env[69041]: DEBUG nova.compute.manager [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.713594] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c4c1a1-b2c0-43fb-9819-8ea14f3e42cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.793624] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890067, 'name': ReconfigVM_Task, 'duration_secs': 0.366864} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.796840] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 61db3404-6bf9-4f93-85ab-ae560539ca41/61db3404-6bf9-4f93-85ab-ae560539ca41.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.796840] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f30b77dc-6d4c-4418-94e3-95dc5ef963a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.805036] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1243.805036] env[69041]: value = "task-2890068" [ 1243.805036] env[69041]: _type = "Task" [ 1243.805036] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.812614] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890068, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.857835] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b6a95ea1-a093-434b-89b2-3ecfc56d13b6 tempest-ServersTestJSON-811980160 tempest-ServersTestJSON-811980160-project-member] Lock "13669a24-f475-4bb4-89d7-c63f2b3d7cb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.421s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.043864] env[69041]: INFO nova.compute.manager [-] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Took 1.36 seconds to deallocate network for instance. [ 1244.186335] env[69041]: DEBUG nova.network.neutron [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Updated VIF entry in instance network info cache for port 89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.186748] env[69041]: DEBUG nova.network.neutron [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Updating instance_info_cache with network_info: [{"id": "89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c", "address": "fa:16:3e:e4:2b:e7", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f36c0e-bb", "ovs_interfaceid": "89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.235224] env[69041]: INFO nova.compute.manager [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Took 51.46 seconds to build instance. [ 1244.319580] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890068, 'name': Rename_Task, 'duration_secs': 0.362765} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.319580] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.319580] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee98b648-b610-4590-9e1e-550ec947b09f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.325978] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1244.325978] env[69041]: value = "task-2890069" [ 1244.325978] env[69041]: _type = "Task" [ 1244.325978] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.338299] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.551861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.694043] env[69041]: DEBUG oslo_concurrency.lockutils [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] Releasing lock "refresh_cache-b4a28a03-3901-4c03-b49b-b71b57b7f39e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.695136] env[69041]: DEBUG nova.compute.manager [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Received event network-vif-deleted-a18ebc72-f889-4a2b-9a88-de3ad150fb6f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1244.695136] env[69041]: INFO nova.compute.manager [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Neutron deleted interface a18ebc72-f889-4a2b-9a88-de3ad150fb6f; detaching it from the instance and deleting it from the info cache [ 1244.695136] env[69041]: DEBUG nova.network.neutron [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.737147] env[69041]: DEBUG oslo_concurrency.lockutils [None req-debdc0ad-d14a-4de7-bd32-244a3af5c1bb tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.076s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.742728] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f451ae79-b6ac-4eff-ad33-1e8ad83de190 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.756164] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fbdf04-0e76-4353-8979-dd44442c80f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.791284] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a608a3d1-dcad-4179-83b0-dc6a368d55ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.799153] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb9705f-37dc-4e87-8dcf-1d757e7c73f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.815172] env[69041]: DEBUG nova.compute.provider_tree [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.838718] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.197379] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ffd7cc0-63b6-4a5c-9e8b-a837a54e3949 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.208527] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cdce55-9d5c-4133-bd54-45cc8fc5c9f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.257443] env[69041]: DEBUG nova.compute.manager [req-82d2badd-3ac1-402f-bd0a-049aa5bc8554 req-1ef77a41-fba1-4696-8fe7-28b4067b73b1 service nova] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Detach interface failed, port_id=a18ebc72-f889-4a2b-9a88-de3ad150fb6f, reason: Instance 41e6dba2-9431-4197-b797-d486e5c406e1 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1245.318206] env[69041]: DEBUG nova.scheduler.client.report [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.348069] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890069, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.829127] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.829127] env[69041]: DEBUG nova.compute.manager [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.832580] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.823s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.832809] env[69041]: DEBUG nova.objects.instance [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lazy-loading 'resources' on Instance uuid 0a09110f-f96d-4f19-92bb-984ebafb9f76 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.848275] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890069, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.271706] env[69041]: DEBUG nova.compute.manager [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.272698] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94e2a02-aa51-4cb4-ab85-a59cd1de5b86 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.335176] env[69041]: DEBUG nova.compute.utils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.335236] env[69041]: DEBUG nova.compute.manager [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.335420] env[69041]: DEBUG nova.network.neutron [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.356803] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890069, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.420495] env[69041]: DEBUG nova.policy [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cc837792a384a899f02801a6fb249c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '280bb8e01e814e67a022202982193a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.776171] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ca0ddf-b3a7-4ed2-9239-32b6e820d6d4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.784553] env[69041]: INFO nova.compute.manager [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] instance snapshotting [ 1246.786779] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee85c9e7-a5be-4bc3-b438-59f3f7976a70 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.791142] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275e2756-bd73-457b-9ec5-2fa7443ddb61 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.848713] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fbbad7-feed-41e1-83e6-3427021367d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.852775] env[69041]: DEBUG nova.compute.manager [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.856515] env[69041]: DEBUG nova.network.neutron [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Successfully created port: 4f82f74c-d614-4aba-a88e-203c3fd474fa {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.862456] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367c8dfb-b815-40cd-8be0-39a3dc10aeb2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.883374] env[69041]: DEBUG oslo_vmware.api [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890069, 'name': PowerOnVM_Task, 'duration_secs': 2.282599} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.885770] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b280383-cffc-4de8-bdff-8420a0d6aba2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.889298] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.889550] env[69041]: INFO nova.compute.manager [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1246.889726] env[69041]: DEBUG nova.compute.manager [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.890915] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28db19d9-36d7-4aa4-8f00-5f3d604f5b01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.911454] env[69041]: DEBUG nova.compute.provider_tree [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.389965] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1247.389965] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc9cd2d1-bb5b-4169-b268-4d9cf34298f1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.400130] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1247.400130] env[69041]: value = "task-2890070" [ 1247.400130] env[69041]: _type = "Task" [ 1247.400130] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.411991] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.417541] env[69041]: DEBUG nova.scheduler.client.report [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.428809] env[69041]: INFO nova.compute.manager [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Took 41.12 seconds to build instance. [ 1247.768250] env[69041]: DEBUG nova.compute.manager [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.769213] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cd121d-d4be-46ea-bb5f-16a4f964a850 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.871364] env[69041]: DEBUG nova.compute.manager [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.909995] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.910661] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.910661] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.910661] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.910810] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.910870] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.911379] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.911379] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.911492] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.911556] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.912269] env[69041]: DEBUG nova.virt.hardware [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.914190] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b504ae-4551-4859-a181-06090f352e3f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.920688] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890070, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.925368] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.927581] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.828s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.929955] env[69041]: INFO nova.compute.claims [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.932770] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4c112c-e51c-479e-bcbc-1a3a535de0c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.944837] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e6d49e36-3a66-4e82-81d1-f139623b7216 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "61db3404-6bf9-4f93-85ab-ae560539ca41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.494s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.957314] env[69041]: INFO nova.scheduler.client.report [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Deleted allocations for instance 0a09110f-f96d-4f19-92bb-984ebafb9f76 [ 1248.137235] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.137235] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.278607] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "61db3404-6bf9-4f93-85ab-ae560539ca41" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.279130] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "61db3404-6bf9-4f93-85ab-ae560539ca41" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.280272] env[69041]: DEBUG nova.compute.manager [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.281097] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c92364-5a64-4f61-922b-ebf1b534ed01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.289136] env[69041]: INFO nova.compute.manager [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] instance snapshotting [ 1248.289597] env[69041]: DEBUG nova.objects.instance [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'flavor' on Instance uuid 983aa6f2-dc56-45d9-8b35-688d75f63525 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.291236] env[69041]: DEBUG nova.compute.manager [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1248.291769] env[69041]: DEBUG nova.objects.instance [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lazy-loading 'flavor' on Instance uuid 61db3404-6bf9-4f93-85ab-ae560539ca41 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.366706] env[69041]: DEBUG nova.compute.manager [req-d9118f82-503e-4ae0-b290-dab3c3c7b9db req-d68a4392-1df3-439c-8a88-9947913f80e9 service nova] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Received event network-vif-plugged-4f82f74c-d614-4aba-a88e-203c3fd474fa {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1248.366706] env[69041]: DEBUG oslo_concurrency.lockutils [req-d9118f82-503e-4ae0-b290-dab3c3c7b9db req-d68a4392-1df3-439c-8a88-9947913f80e9 service nova] Acquiring lock "237a7a80-f079-4b2c-8507-d1406217ceca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.366706] env[69041]: DEBUG oslo_concurrency.lockutils [req-d9118f82-503e-4ae0-b290-dab3c3c7b9db req-d68a4392-1df3-439c-8a88-9947913f80e9 service nova] Lock "237a7a80-f079-4b2c-8507-d1406217ceca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.366936] env[69041]: DEBUG oslo_concurrency.lockutils [req-d9118f82-503e-4ae0-b290-dab3c3c7b9db req-d68a4392-1df3-439c-8a88-9947913f80e9 service nova] Lock "237a7a80-f079-4b2c-8507-d1406217ceca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.366936] env[69041]: DEBUG nova.compute.manager [req-d9118f82-503e-4ae0-b290-dab3c3c7b9db req-d68a4392-1df3-439c-8a88-9947913f80e9 service nova] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] No waiting events found dispatching network-vif-plugged-4f82f74c-d614-4aba-a88e-203c3fd474fa {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.367134] env[69041]: WARNING nova.compute.manager [req-d9118f82-503e-4ae0-b290-dab3c3c7b9db req-d68a4392-1df3-439c-8a88-9947913f80e9 service nova] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Received unexpected event network-vif-plugged-4f82f74c-d614-4aba-a88e-203c3fd474fa for instance with vm_state building and task_state spawning. [ 1248.414702] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890070, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.466216] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ada1a635-211b-490f-8a22-68a8d84cda07 tempest-ServersWithSpecificFlavorTestJSON-2145094206 tempest-ServersWithSpecificFlavorTestJSON-2145094206-project-member] Lock "0a09110f-f96d-4f19-92bb-984ebafb9f76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.050s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.469678] env[69041]: DEBUG nova.network.neutron [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Successfully updated port: 4f82f74c-d614-4aba-a88e-203c3fd474fa {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.641134] env[69041]: DEBUG nova.compute.manager [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1248.798542] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53e41a9-6598-49be-b680-224946e1b0ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.824552] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36436f4-faf3-4684-b13b-d608b5a5169b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.914553] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890070, 'name': CreateSnapshot_Task, 'duration_secs': 1.063611} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.914838] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1248.915601] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46e1c59-21c9-4620-ba1b-052abf8efbb5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.972901] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquiring lock "refresh_cache-237a7a80-f079-4b2c-8507-d1406217ceca" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.973066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquired lock "refresh_cache-237a7a80-f079-4b2c-8507-d1406217ceca" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.973214] env[69041]: DEBUG nova.network.neutron [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.164853] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.281773] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f454f12d-269a-4286-be7d-858ee3c5ce62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.291128] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93c614b-3783-472c-af21-d797663f7564 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.330323] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.330323] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae899007-8770-4097-85c8-97eae80c96c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.332835] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1c2ef6-0a5a-413f-8941-dfca25276818 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.338946] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1249.338946] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13f4fa65-9a36-474d-ac05-8ccc8ea8c61e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.343291] env[69041]: DEBUG oslo_vmware.api [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1249.343291] env[69041]: value = "task-2890071" [ 1249.343291] env[69041]: _type = "Task" [ 1249.343291] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.345245] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13895b36-cb58-4cbb-a485-425d2d0d0b36 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.353965] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1249.353965] env[69041]: value = "task-2890072" [ 1249.353965] env[69041]: _type = "Task" [ 1249.353965] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.374280] env[69041]: DEBUG oslo_vmware.api [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.374891] env[69041]: DEBUG nova.compute.provider_tree [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.381623] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890072, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.433475] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1249.433812] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df9bd863-cebf-46ad-b750-531bd2c4213d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.443646] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1249.443646] env[69041]: value = "task-2890073" [ 1249.443646] env[69041]: _type = "Task" [ 1249.443646] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.452466] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890073, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.526258] env[69041]: DEBUG nova.network.neutron [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.721344] env[69041]: DEBUG nova.network.neutron [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Updating instance_info_cache with network_info: [{"id": "4f82f74c-d614-4aba-a88e-203c3fd474fa", "address": "fa:16:3e:5c:5d:c4", "network": {"id": "ed7e505d-fa55-420f-aa70-85d0afda5fbb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1510496560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280bb8e01e814e67a022202982193a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f82f74c-d6", "ovs_interfaceid": "4f82f74c-d614-4aba-a88e-203c3fd474fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.853374] env[69041]: DEBUG oslo_vmware.api [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890071, 'name': PowerOffVM_Task, 'duration_secs': 0.186324} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.853653] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.853851] env[69041]: DEBUG nova.compute.manager [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.854739] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f06c8de-2610-4628-9231-c75956d72182 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.868125] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890072, 'name': CreateSnapshot_Task, 'duration_secs': 0.495273} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.868849] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1249.869608] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b442509f-4217-4ac4-9aae-606cb2b86f60 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.877935] env[69041]: DEBUG nova.scheduler.client.report [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.953414] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890073, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.224888] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Releasing lock "refresh_cache-237a7a80-f079-4b2c-8507-d1406217ceca" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.225220] env[69041]: DEBUG nova.compute.manager [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Instance network_info: |[{"id": "4f82f74c-d614-4aba-a88e-203c3fd474fa", "address": "fa:16:3e:5c:5d:c4", "network": {"id": "ed7e505d-fa55-420f-aa70-85d0afda5fbb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1510496560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280bb8e01e814e67a022202982193a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f82f74c-d6", "ovs_interfaceid": "4f82f74c-d614-4aba-a88e-203c3fd474fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1250.225644] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:5d:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f82f74c-d614-4aba-a88e-203c3fd474fa', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.235182] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Creating folder: Project (280bb8e01e814e67a022202982193a03). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.235486] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d53795f-a412-4555-8d7b-a72ed35b8796 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.248726] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Created folder: Project (280bb8e01e814e67a022202982193a03) in parent group-v580429. [ 1250.249042] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Creating folder: Instances. Parent ref: group-v580633. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.249241] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-535d32d0-551d-46ae-bd56-e1916b13ee39 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.258802] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Created folder: Instances in parent group-v580633. [ 1250.259089] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.259603] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.260612] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f2d0362-6478-4b17-8f3e-2a7dab5af9c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.286383] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.286383] env[69041]: value = "task-2890076" [ 1250.286383] env[69041]: _type = "Task" [ 1250.286383] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.294818] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890076, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.371988] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f7ad13cc-c255-4835-9012-bb09de91cc2e tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "61db3404-6bf9-4f93-85ab-ae560539ca41" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.093s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.384950] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.386532] env[69041]: DEBUG nova.compute.manager [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.394462] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1250.395536] env[69041]: DEBUG oslo_concurrency.lockutils [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.119s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.395759] env[69041]: DEBUG nova.objects.instance [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lazy-loading 'resources' on Instance uuid d437a775-e75e-4593-a0b5-1e7f249eb942 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.399662] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0cca98f8-b7fd-4645-a2ae-37d6949197c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.405586] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1250.405586] env[69041]: value = "task-2890077" [ 1250.405586] env[69041]: _type = "Task" [ 1250.405586] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.414828] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890077, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.442260] env[69041]: DEBUG nova.compute.manager [req-f05f4ef9-bf01-4786-81b7-56d991deb2f8 req-df1df17b-4706-4f42-ae80-b349a148bb34 service nova] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Received event network-changed-4f82f74c-d614-4aba-a88e-203c3fd474fa {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1250.442478] env[69041]: DEBUG nova.compute.manager [req-f05f4ef9-bf01-4786-81b7-56d991deb2f8 req-df1df17b-4706-4f42-ae80-b349a148bb34 service nova] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Refreshing instance network info cache due to event network-changed-4f82f74c-d614-4aba-a88e-203c3fd474fa. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1250.442690] env[69041]: DEBUG oslo_concurrency.lockutils [req-f05f4ef9-bf01-4786-81b7-56d991deb2f8 req-df1df17b-4706-4f42-ae80-b349a148bb34 service nova] Acquiring lock "refresh_cache-237a7a80-f079-4b2c-8507-d1406217ceca" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.442834] env[69041]: DEBUG oslo_concurrency.lockutils [req-f05f4ef9-bf01-4786-81b7-56d991deb2f8 req-df1df17b-4706-4f42-ae80-b349a148bb34 service nova] Acquired lock "refresh_cache-237a7a80-f079-4b2c-8507-d1406217ceca" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.443058] env[69041]: DEBUG nova.network.neutron [req-f05f4ef9-bf01-4786-81b7-56d991deb2f8 req-df1df17b-4706-4f42-ae80-b349a148bb34 service nova] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Refreshing network info cache for port 4f82f74c-d614-4aba-a88e-203c3fd474fa {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.457706] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890073, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.797623] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890076, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.897736] env[69041]: DEBUG nova.compute.utils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.903126] env[69041]: DEBUG nova.compute.manager [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.903126] env[69041]: DEBUG nova.network.neutron [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.919018] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890077, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.963821] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890073, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.996102] env[69041]: DEBUG nova.policy [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f2a65fc1194fb0bcbbfbded6fae322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c657c14c914763b1bb5b102aeeaa41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.013616] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "61db3404-6bf9-4f93-85ab-ae560539ca41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.013834] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "61db3404-6bf9-4f93-85ab-ae560539ca41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.014052] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "61db3404-6bf9-4f93-85ab-ae560539ca41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.014351] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "61db3404-6bf9-4f93-85ab-ae560539ca41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.014393] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "61db3404-6bf9-4f93-85ab-ae560539ca41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.016635] env[69041]: INFO nova.compute.manager [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Terminating instance [ 1251.297560] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890076, 'name': CreateVM_Task, 'duration_secs': 0.641517} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.297560] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.298322] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.298719] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.298959] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.299478] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7e9acd-d3b0-4125-86d7-36382371c953 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.305216] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for the task: (returnval){ [ 1251.305216] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52cc7b2e-c61c-71cc-3f68-eb9421ffacaf" [ 1251.305216] env[69041]: _type = "Task" [ 1251.305216] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.320432] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52cc7b2e-c61c-71cc-3f68-eb9421ffacaf, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.329432] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.329432] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.329432] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.330625] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.330625] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.330980] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-733760dc-942f-4d15-81b2-869e0d06ee39 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.334549] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a60995-f1fd-4761-99f5-e2359d98fe57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.348306] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7042804-4a8c-4102-8e44-a14384211b7b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.352049] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.352049] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.352739] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e817db-87f6-4fdd-97e6-87c0b19aaeef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.359048] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for the task: (returnval){ [ 1251.359048] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52661ba6-6d28-c5c9-49cb-f6b054826c92" [ 1251.359048] env[69041]: _type = "Task" [ 1251.359048] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.389372] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9511e1ec-9ac8-4856-9bd1-a0038be0de7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.396987] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52661ba6-6d28-c5c9-49cb-f6b054826c92, 'name': SearchDatastore_Task, 'duration_secs': 0.008932} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.400080] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01718a1b-2c56-4f55-84c7-52d71987bf26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.403631] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff2e0f7-5acf-457b-85fb-8b9d3f2f8a81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.407804] env[69041]: DEBUG nova.compute.manager [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.415639] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for the task: (returnval){ [ 1251.415639] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52039e93-5c1f-59b6-a460-65a0e0b7c32d" [ 1251.415639] env[69041]: _type = "Task" [ 1251.415639] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.424685] env[69041]: DEBUG nova.compute.provider_tree [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.433759] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890077, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.442087] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52039e93-5c1f-59b6-a460-65a0e0b7c32d, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.442452] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.442721] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 237a7a80-f079-4b2c-8507-d1406217ceca/237a7a80-f079-4b2c-8507-d1406217ceca.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.442990] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24962e0f-60a3-46de-ba5c-e5862cbcac9b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.452491] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for the task: (returnval){ [ 1251.452491] env[69041]: value = "task-2890078" [ 1251.452491] env[69041]: _type = "Task" [ 1251.452491] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.460849] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.464923] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890073, 'name': CloneVM_Task, 'duration_secs': 1.625257} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.465234] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Created linked-clone VM from snapshot [ 1251.465992] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec50e8-8d63-4f77-ac77-284409770c4b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.475181] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Uploading image c2e2f000-4cc5-4348-a17e-072901b69495 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1251.512221] env[69041]: DEBUG oslo_vmware.rw_handles [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1251.512221] env[69041]: value = "vm-580631" [ 1251.512221] env[69041]: _type = "VirtualMachine" [ 1251.512221] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1251.512436] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc25650a-0033-470c-81df-6b4475a7349e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.521468] env[69041]: DEBUG nova.network.neutron [req-f05f4ef9-bf01-4786-81b7-56d991deb2f8 req-df1df17b-4706-4f42-ae80-b349a148bb34 service nova] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Updated VIF entry in instance network info cache for port 4f82f74c-d614-4aba-a88e-203c3fd474fa. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.521941] env[69041]: DEBUG nova.network.neutron [req-f05f4ef9-bf01-4786-81b7-56d991deb2f8 req-df1df17b-4706-4f42-ae80-b349a148bb34 service nova] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Updating instance_info_cache with network_info: [{"id": "4f82f74c-d614-4aba-a88e-203c3fd474fa", "address": "fa:16:3e:5c:5d:c4", "network": {"id": "ed7e505d-fa55-420f-aa70-85d0afda5fbb", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1510496560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "280bb8e01e814e67a022202982193a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f82f74c-d6", "ovs_interfaceid": "4f82f74c-d614-4aba-a88e-203c3fd474fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.523939] env[69041]: DEBUG nova.compute.manager [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.524208] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.524678] env[69041]: DEBUG oslo_vmware.rw_handles [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lease: (returnval){ [ 1251.524678] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52be6cf1-29ca-9fac-dbf6-29188fff8fc9" [ 1251.524678] env[69041]: _type = "HttpNfcLease" [ 1251.524678] env[69041]: } obtained for exporting VM: (result){ [ 1251.524678] env[69041]: value = "vm-580631" [ 1251.524678] env[69041]: _type = "VirtualMachine" [ 1251.524678] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1251.525019] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the lease: (returnval){ [ 1251.525019] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52be6cf1-29ca-9fac-dbf6-29188fff8fc9" [ 1251.525019] env[69041]: _type = "HttpNfcLease" [ 1251.525019] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1251.526360] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba12402-7d27-4997-97af-2767be8cbfe7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.540025] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.540025] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b661774b-d7e4-4d36-ba0a-d4de1934cd5a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.542621] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.542621] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52be6cf1-29ca-9fac-dbf6-29188fff8fc9" [ 1251.542621] env[69041]: _type = "HttpNfcLease" [ 1251.542621] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1251.542621] env[69041]: DEBUG oslo_vmware.rw_handles [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1251.542621] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52be6cf1-29ca-9fac-dbf6-29188fff8fc9" [ 1251.542621] env[69041]: _type = "HttpNfcLease" [ 1251.542621] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1251.543700] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b07a34b-5b9d-4976-a74c-16e74d4bdec7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.553842] env[69041]: DEBUG oslo_vmware.rw_handles [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52666754-7943-d935-7046-f9114a11968a/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1251.554422] env[69041]: DEBUG oslo_vmware.rw_handles [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52666754-7943-d935-7046-f9114a11968a/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1251.626476] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.626694] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.627014] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleting the datastore file [datastore1] 61db3404-6bf9-4f93-85ab-ae560539ca41 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.627308] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e316197e-7bae-400a-af84-6f50f19696af {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.636757] env[69041]: DEBUG oslo_vmware.api [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1251.636757] env[69041]: value = "task-2890081" [ 1251.636757] env[69041]: _type = "Task" [ 1251.636757] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.647378] env[69041]: DEBUG oslo_vmware.api [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.674474] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8567fbd-165c-456e-8fdb-f20101f888df {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.721506] env[69041]: DEBUG nova.network.neutron [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Successfully created port: 3d09d8c7-1cc8-45a1-a022-209e1cdb6070 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.933301] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890077, 'name': CloneVM_Task, 'duration_secs': 1.317341} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.933301] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Created linked-clone VM from snapshot [ 1251.933301] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d705e0e-d7dc-4b1f-b4f1-a165ce245e46 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.939169] env[69041]: DEBUG nova.scheduler.client.report [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.954654] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Uploading image 84e7f866-3cbe-45be-b617-55a5a986ace4 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1251.966419] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487015} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.966796] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 237a7a80-f079-4b2c-8507-d1406217ceca/237a7a80-f079-4b2c-8507-d1406217ceca.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.969020] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.969020] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24100430-134b-41b0-bab1-341aa21d23ea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.978475] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for the task: (returnval){ [ 1251.978475] env[69041]: value = "task-2890082" [ 1251.978475] env[69041]: _type = "Task" [ 1251.978475] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.000684] env[69041]: DEBUG oslo_vmware.rw_handles [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1252.000684] env[69041]: value = "vm-580636" [ 1252.000684] env[69041]: _type = "VirtualMachine" [ 1252.000684] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1252.001595] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.001869] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7874d38f-b5c4-4643-b82d-abfbaa7c4250 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.008675] env[69041]: DEBUG oslo_vmware.rw_handles [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lease: (returnval){ [ 1252.008675] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5207cf3d-3f6b-04d2-09fc-2363d41fac30" [ 1252.008675] env[69041]: _type = "HttpNfcLease" [ 1252.008675] env[69041]: } obtained for exporting VM: (result){ [ 1252.008675] env[69041]: value = "vm-580636" [ 1252.008675] env[69041]: _type = "VirtualMachine" [ 1252.008675] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1252.009014] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the lease: (returnval){ [ 1252.009014] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5207cf3d-3f6b-04d2-09fc-2363d41fac30" [ 1252.009014] env[69041]: _type = "HttpNfcLease" [ 1252.009014] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1252.016898] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.016898] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5207cf3d-3f6b-04d2-09fc-2363d41fac30" [ 1252.016898] env[69041]: _type = "HttpNfcLease" [ 1252.016898] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.026749] env[69041]: DEBUG oslo_concurrency.lockutils [req-f05f4ef9-bf01-4786-81b7-56d991deb2f8 req-df1df17b-4706-4f42-ae80-b349a148bb34 service nova] Releasing lock "refresh_cache-237a7a80-f079-4b2c-8507-d1406217ceca" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.149218] env[69041]: DEBUG oslo_vmware.api [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424498} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.149613] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.149824] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.150025] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.150218] env[69041]: INFO nova.compute.manager [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1252.150777] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.151026] env[69041]: DEBUG nova.compute.manager [-] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.151278] env[69041]: DEBUG nova.network.neutron [-] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.425889] env[69041]: DEBUG nova.compute.manager [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.452328] env[69041]: DEBUG oslo_concurrency.lockutils [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.455998] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.424s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.456306] env[69041]: DEBUG nova.objects.instance [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1252.472733] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.474410] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.474410] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.474410] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.474410] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.475069] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.475069] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.475069] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.475069] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.475323] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.475382] env[69041]: DEBUG nova.virt.hardware [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.476404] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e920c28e-37cb-4324-a08b-951bca41fd7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.493354] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32761d7-8cfc-47c7-add7-5a70b9525ade {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.501683] env[69041]: INFO nova.scheduler.client.report [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleted allocations for instance d437a775-e75e-4593-a0b5-1e7f249eb942 [ 1252.510380] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069065} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.523405] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.524214] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8869c4-394d-422e-8e3e-8c16167a7de6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.530957] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.530957] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5207cf3d-3f6b-04d2-09fc-2363d41fac30" [ 1252.530957] env[69041]: _type = "HttpNfcLease" [ 1252.530957] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1252.540318] env[69041]: DEBUG oslo_vmware.rw_handles [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1252.540318] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5207cf3d-3f6b-04d2-09fc-2363d41fac30" [ 1252.540318] env[69041]: _type = "HttpNfcLease" [ 1252.540318] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1252.552527] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 237a7a80-f079-4b2c-8507-d1406217ceca/237a7a80-f079-4b2c-8507-d1406217ceca.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.552527] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b525d35-e87d-4af3-a5b3-5a1b04126225 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.555448] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11227438-dd28-4b76-ac08-64cf266c984b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.583998] env[69041]: DEBUG oslo_vmware.rw_handles [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282eb17-d2a6-5041-8688-ebdc636da86f/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1252.584530] env[69041]: DEBUG oslo_vmware.rw_handles [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282eb17-d2a6-5041-8688-ebdc636da86f/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1252.587167] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for the task: (returnval){ [ 1252.587167] env[69041]: value = "task-2890084" [ 1252.587167] env[69041]: _type = "Task" [ 1252.587167] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.661542] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.675295] env[69041]: DEBUG nova.objects.instance [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lazy-loading 'flavor' on Instance uuid 518aa9c0-880c-4aef-9429-9000e2f9eee2 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.688768] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66645bfe-9393-44af-9e13-ad7a9634c9ac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.004707] env[69041]: DEBUG nova.compute.manager [req-969b97a1-7f01-4231-98ac-5662fae77e7f req-240a3697-e13d-4ad9-b688-c806b350fe11 service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Received event network-vif-deleted-fde0f734-9363-45b8-b1ec-cb89f6db5171 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1253.004949] env[69041]: INFO nova.compute.manager [req-969b97a1-7f01-4231-98ac-5662fae77e7f req-240a3697-e13d-4ad9-b688-c806b350fe11 service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Neutron deleted interface fde0f734-9363-45b8-b1ec-cb89f6db5171; detaching it from the instance and deleting it from the info cache [ 1253.005410] env[69041]: DEBUG nova.network.neutron [req-969b97a1-7f01-4231-98ac-5662fae77e7f req-240a3697-e13d-4ad9-b688-c806b350fe11 service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.011714] env[69041]: DEBUG oslo_concurrency.lockutils [None req-973d9d94-3322-4f46-a149-0a7cb4d20d58 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d437a775-e75e-4593-a0b5-1e7f249eb942" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.235s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.099199] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.183734] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquiring lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.183953] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquired lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.408765] env[69041]: DEBUG nova.network.neutron [-] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.470857] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0b4ed901-f9d9-4941-83fb-10f25ecd06a5 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.473038] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.221s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.512727] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37b4b578-9a79-46b9-b482-85989f07ffc3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.522533] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4d4dfd-b754-4dc3-9b96-7434036b80ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.560509] env[69041]: DEBUG nova.compute.manager [req-969b97a1-7f01-4231-98ac-5662fae77e7f req-240a3697-e13d-4ad9-b688-c806b350fe11 service nova] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Detach interface failed, port_id=fde0f734-9363-45b8-b1ec-cb89f6db5171, reason: Instance 61db3404-6bf9-4f93-85ab-ae560539ca41 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1253.598905] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890084, 'name': ReconfigVM_Task, 'duration_secs': 0.577578} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.599971] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 237a7a80-f079-4b2c-8507-d1406217ceca/237a7a80-f079-4b2c-8507-d1406217ceca.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.600682] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f2625dd-02de-4f45-aab7-c206ba9eef50 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.608524] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for the task: (returnval){ [ 1253.608524] env[69041]: value = "task-2890085" [ 1253.608524] env[69041]: _type = "Task" [ 1253.608524] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.618827] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890085, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.993721] env[69041]: INFO nova.compute.manager [-] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Took 1.84 seconds to deallocate network for instance. [ 1253.994396] env[69041]: DEBUG oslo_concurrency.lockutils [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "d1b5f395-8206-4326-a78a-b4fa7235aebb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.994557] env[69041]: DEBUG oslo_concurrency.lockutils [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d1b5f395-8206-4326-a78a-b4fa7235aebb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.994939] env[69041]: DEBUG oslo_concurrency.lockutils [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "d1b5f395-8206-4326-a78a-b4fa7235aebb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.994939] env[69041]: DEBUG oslo_concurrency.lockutils [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d1b5f395-8206-4326-a78a-b4fa7235aebb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.995489] env[69041]: DEBUG oslo_concurrency.lockutils [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d1b5f395-8206-4326-a78a-b4fa7235aebb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.001309] env[69041]: INFO nova.compute.claims [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.005481] env[69041]: INFO nova.compute.manager [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Terminating instance [ 1254.127846] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890085, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.510302] env[69041]: INFO nova.compute.resource_tracker [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating resource usage from migration b24373f4-bf5c-49bb-94bb-728c5a0de6e4 [ 1254.516199] env[69041]: DEBUG nova.compute.manager [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.516199] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.517079] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.519166] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ee429a-4b09-4898-8c74-79880e3cf827 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.534283] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.534897] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8852bcb9-78ad-446b-91b8-e4f0a4c88940 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.547668] env[69041]: DEBUG oslo_vmware.api [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1254.547668] env[69041]: value = "task-2890086" [ 1254.547668] env[69041]: _type = "Task" [ 1254.547668] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.559460] env[69041]: DEBUG oslo_vmware.api [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.626475] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890085, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.681403] env[69041]: DEBUG nova.network.neutron [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.702373] env[69041]: DEBUG nova.network.neutron [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Successfully updated port: 3d09d8c7-1cc8-45a1-a022-209e1cdb6070 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.900080] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cfdb21-4184-4b5f-9ae0-0dad181cefa2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.908130] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa79f00b-08fb-4ca7-85bc-600987f7b658 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.944744] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f84a1c-15fd-469a-8508-b096a2b38b36 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.954008] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eec5056-1109-4291-8903-f712046fe29c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.970633] env[69041]: DEBUG nova.compute.provider_tree [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.062828] env[69041]: DEBUG oslo_vmware.api [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890086, 'name': PowerOffVM_Task, 'duration_secs': 0.239158} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.063193] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.063301] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.064187] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ead5d1af-96fe-41f0-a0ce-2eff6a6715c7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.122485] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890085, 'name': Rename_Task, 'duration_secs': 1.198111} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.122544] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.122994] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f15e6bb5-ca1b-4c4e-a56f-cab0e76a7fc7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.126255] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.126580] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.126664] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleting the datastore file [datastore2] d1b5f395-8206-4326-a78a-b4fa7235aebb {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.126877] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8763035-2144-48a8-b92f-0423b0895703 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.130391] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for the task: (returnval){ [ 1255.130391] env[69041]: value = "task-2890088" [ 1255.130391] env[69041]: _type = "Task" [ 1255.130391] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.146020] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.146660] env[69041]: DEBUG oslo_vmware.api [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1255.146660] env[69041]: value = "task-2890089" [ 1255.146660] env[69041]: _type = "Task" [ 1255.146660] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.156350] env[69041]: DEBUG oslo_vmware.api [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.209918] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "refresh_cache-64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.210349] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "refresh_cache-64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.210349] env[69041]: DEBUG nova.network.neutron [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.475787] env[69041]: DEBUG nova.scheduler.client.report [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.616027] env[69041]: DEBUG nova.network.neutron [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updating instance_info_cache with network_info: [{"id": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "address": "fa:16:3e:40:09:ac", "network": {"id": "55b6dc2b-1e3b-48f6-a29b-bac657fea88a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1908571879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "836130e9aa604cbb98c071a317016790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3532d2b9-8a", "ovs_interfaceid": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.642770] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890088, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.659548] env[69041]: DEBUG oslo_vmware.api [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226558} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.659835] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.660037] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.660217] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.660396] env[69041]: INFO nova.compute.manager [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1255.660652] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.660851] env[69041]: DEBUG nova.compute.manager [-] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.660948] env[69041]: DEBUG nova.network.neutron [-] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.776143] env[69041]: DEBUG nova.network.neutron [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.985504] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.513s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.985799] env[69041]: INFO nova.compute.manager [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Migrating [ 1255.993294] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.359s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.994204] env[69041]: DEBUG nova.objects.instance [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lazy-loading 'resources' on Instance uuid 0c1e54bf-e9da-434f-a31e-f352f073ca90 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.038208] env[69041]: DEBUG nova.network.neutron [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Updating instance_info_cache with network_info: [{"id": "3d09d8c7-1cc8-45a1-a022-209e1cdb6070", "address": "fa:16:3e:91:e6:1f", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d09d8c7-1c", "ovs_interfaceid": "3d09d8c7-1cc8-45a1-a022-209e1cdb6070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.119139] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Releasing lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.119444] env[69041]: DEBUG nova.compute.manager [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Inject network info {{(pid=69041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1256.120074] env[69041]: DEBUG nova.compute.manager [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] network_info to inject: |[{"id": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "address": "fa:16:3e:40:09:ac", "network": {"id": "55b6dc2b-1e3b-48f6-a29b-bac657fea88a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1908571879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "836130e9aa604cbb98c071a317016790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3532d2b9-8a", "ovs_interfaceid": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1256.124686] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Reconfiguring VM instance to set the machine id {{(pid=69041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1256.125032] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-775ceb3d-e2a4-4044-810e-776cb4d84bb2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.159626] env[69041]: DEBUG oslo_vmware.api [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890088, 'name': PowerOnVM_Task, 'duration_secs': 0.578152} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.161022] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.161330] env[69041]: INFO nova.compute.manager [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1256.161495] env[69041]: DEBUG nova.compute.manager [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.162042] env[69041]: DEBUG oslo_vmware.api [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1256.162042] env[69041]: value = "task-2890090" [ 1256.162042] env[69041]: _type = "Task" [ 1256.162042] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.162804] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc994f83-a8b9-4ae5-a6e0-83c26b648a57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.187869] env[69041]: DEBUG oslo_vmware.api [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2890090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.511715] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.511891] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.514177] env[69041]: DEBUG nova.network.neutron [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.542602] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "refresh_cache-64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.542920] env[69041]: DEBUG nova.compute.manager [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Instance network_info: |[{"id": "3d09d8c7-1cc8-45a1-a022-209e1cdb6070", "address": "fa:16:3e:91:e6:1f", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d09d8c7-1c", "ovs_interfaceid": "3d09d8c7-1cc8-45a1-a022-209e1cdb6070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.544548] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:e6:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d09d8c7-1cc8-45a1-a022-209e1cdb6070', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.553458] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.554426] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.554684] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aec6216-8d82-4af7-83ea-964302dd8c7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.579044] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.579044] env[69041]: value = "task-2890091" [ 1256.579044] env[69041]: _type = "Task" [ 1256.579044] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.589042] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890091, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.672408] env[69041]: DEBUG nova.network.neutron [-] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.677806] env[69041]: DEBUG oslo_vmware.api [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2890090, 'name': ReconfigVM_Task, 'duration_secs': 0.231182} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.678562] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95d7569e-39c9-4ec3-9741-5dbd04972601 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Reconfigured VM instance to set the machine id {{(pid=69041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1256.700406] env[69041]: INFO nova.compute.manager [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Took 43.65 seconds to build instance. [ 1256.916721] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2e18b4-a491-4bb9-87a6-62efb3cf0636 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.928636] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f1af59-0f0c-4840-8d35-c03a6ea33242 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.967226] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f101bfd-4cde-4809-9e3c-6474fba20dbb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.977581] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d7a06b-c03e-4f58-aea4-6aa3eee9e934 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.996217] env[69041]: DEBUG nova.compute.provider_tree [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.091368] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890091, 'name': CreateVM_Task, 'duration_secs': 0.42892} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.091933] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.092343] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.092544] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.092998] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.093322] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13bcea1-fd81-47fc-bab1-3ac07307dd90 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.098652] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1257.098652] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a62a2a-8f96-2069-0c2d-f74216bab28b" [ 1257.098652] env[69041]: _type = "Task" [ 1257.098652] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.107738] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a62a2a-8f96-2069-0c2d-f74216bab28b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.179507] env[69041]: INFO nova.compute.manager [-] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Took 1.52 seconds to deallocate network for instance. [ 1257.204215] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4c6d7396-1638-4231-9a7a-02651c9dba60 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lock "237a7a80-f079-4b2c-8507-d1406217ceca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.032s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.247789] env[69041]: DEBUG nova.network.neutron [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance_info_cache with network_info: [{"id": "80474f42-a5fe-4340-a283-03fc967ea1ea", "address": "fa:16:3e:3a:98:71", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80474f42-a5", "ovs_interfaceid": "80474f42-a5fe-4340-a283-03fc967ea1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.503017] env[69041]: DEBUG nova.scheduler.client.report [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.620527] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a62a2a-8f96-2069-0c2d-f74216bab28b, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.621826] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.621826] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.621826] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.621826] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.621826] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.622246] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddf83d11-776b-4dd9-a178-0e46fdb34766 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.633643] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.634324] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.638025] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad2c646-9d83-47b8-92a2-bd61cb36e7c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.642847] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1257.642847] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52595bbb-e980-116c-0468-eb8ff76c758b" [ 1257.642847] env[69041]: _type = "Task" [ 1257.642847] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.656680] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52595bbb-e980-116c-0468-eb8ff76c758b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.690616] env[69041]: DEBUG oslo_concurrency.lockutils [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.755448] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.009228] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.011668] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.130s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.011915] env[69041]: DEBUG nova.objects.instance [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lazy-loading 'resources' on Instance uuid e985fbad-6b6d-4622-8220-471b4cfd1f6e {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.035060] env[69041]: INFO nova.scheduler.client.report [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Deleted allocations for instance 0c1e54bf-e9da-434f-a31e-f352f073ca90 [ 1258.154697] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52595bbb-e980-116c-0468-eb8ff76c758b, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.155800] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b662ac-37c1-4cd4-9550-1d1b8f2929ef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.161833] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1258.161833] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f62136-291d-3425-a117-7fb1c06dc542" [ 1258.161833] env[69041]: _type = "Task" [ 1258.161833] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.171285] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f62136-291d-3425-a117-7fb1c06dc542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.545063] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2c4aee20-20d7-4cb5-bfea-012cceb7ae7e tempest-ServerRescueTestJSONUnderV235-1884509994 tempest-ServerRescueTestJSONUnderV235-1884509994-project-member] Lock "0c1e54bf-e9da-434f-a31e-f352f073ca90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.479s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.676050] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f62136-291d-3425-a117-7fb1c06dc542, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.676050] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.676486] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4/64010d92-7dc3-44cc-b08e-b0a8cb6f68d4.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.679234] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4de62ce5-3556-4ab0-bf5c-efba09b3ade5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.688341] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1258.688341] env[69041]: value = "task-2890092" [ 1258.688341] env[69041]: _type = "Task" [ 1258.688341] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.699555] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.855173] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e61a384-28f3-4166-bf3b-88a5ca958591 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.867452] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9816fbc-1bf4-41a0-97f4-527701145be8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.902181] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38a243f-9cac-48ef-bd3a-a567c8bc09b4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.914095] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3099b60f-52b7-479a-aa61-a88cde8a9d6f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.933126] env[69041]: DEBUG nova.compute.provider_tree [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.198346] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488549} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.199137] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4/64010d92-7dc3-44cc-b08e-b0a8cb6f68d4.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.199440] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.199732] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9d8b85c-b204-4323-b9ce-a3e877970c09 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.206700] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1259.206700] env[69041]: value = "task-2890093" [ 1259.206700] env[69041]: _type = "Task" [ 1259.206700] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.218315] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.278863] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f94bfa-a1ff-4c2c-aac7-a867051d035c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.298889] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance 'c18ff92b-080e-4307-a357-269980fc3fe8' progress to 0 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.437909] env[69041]: DEBUG nova.scheduler.client.report [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.717772] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071331} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.717772] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.718541] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09280f96-0ee7-4a52-a70b-ee7aae230394 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.742699] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4/64010d92-7dc3-44cc-b08e-b0a8cb6f68d4.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.742899] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c521e8d-91a7-473e-9363-5d175044ad06 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.765959] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1259.765959] env[69041]: value = "task-2890094" [ 1259.765959] env[69041]: _type = "Task" [ 1259.765959] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.778024] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.806159] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.806302] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f288315a-81a3-47a5-b572-2ca1cc2db7d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.814127] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1259.814127] env[69041]: value = "task-2890095" [ 1259.814127] env[69041]: _type = "Task" [ 1259.814127] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.824297] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.942635] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.945798] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.394s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.946104] env[69041]: DEBUG nova.objects.instance [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lazy-loading 'resources' on Instance uuid 41e6dba2-9431-4197-b797-d486e5c406e1 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.972849] env[69041]: INFO nova.scheduler.client.report [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Deleted allocations for instance e985fbad-6b6d-4622-8220-471b4cfd1f6e [ 1260.277200] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.329308] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890095, 'name': PowerOffVM_Task, 'duration_secs': 0.260995} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.331593] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.331793] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance 'c18ff92b-080e-4307-a357-269980fc3fe8' progress to 17 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.340791] env[69041]: DEBUG oslo_vmware.rw_handles [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52666754-7943-d935-7046-f9114a11968a/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.341863] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa28e32-1eb2-4a4c-9193-28ac248f55dd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.348406] env[69041]: DEBUG oslo_vmware.rw_handles [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52666754-7943-d935-7046-f9114a11968a/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.348536] env[69041]: ERROR oslo_vmware.rw_handles [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52666754-7943-d935-7046-f9114a11968a/disk-0.vmdk due to incomplete transfer. [ 1260.348813] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a23c51a1-cd3a-4394-bc60-ef2dd5db8829 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.357496] env[69041]: DEBUG oslo_vmware.rw_handles [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52666754-7943-d935-7046-f9114a11968a/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1260.357496] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Uploaded image c2e2f000-4cc5-4348-a17e-072901b69495 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1260.359906] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1260.360219] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc24e7e8-e91e-40f7-bad8-47df20395004 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.365946] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1260.365946] env[69041]: value = "task-2890096" [ 1260.365946] env[69041]: _type = "Task" [ 1260.365946] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.374634] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890096, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.482191] env[69041]: DEBUG oslo_concurrency.lockutils [None req-18eb2574-a094-4518-b3e6-86f6d32f74a6 tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "e985fbad-6b6d-4622-8220-471b4cfd1f6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.870s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.747651] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b363a2cb-186a-4e35-9ac2-0597a830c12b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.757217] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8eacfb-5120-47f5-b7a5-4f1090ad2ed3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.794502] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ced5aa-3335-4e05-9ed1-020d332e856e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.802602] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890094, 'name': ReconfigVM_Task, 'duration_secs': 0.577378} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.804952] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4/64010d92-7dc3-44cc-b08e-b0a8cb6f68d4.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.805733] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b65e302a-8419-4b15-a3b8-3f873f2550f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.808630] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2445c45c-d852-4b5f-9dc2-9869db4facf1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.824678] env[69041]: DEBUG nova.compute.provider_tree [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.827626] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1260.827626] env[69041]: value = "task-2890097" [ 1260.827626] env[69041]: _type = "Task" [ 1260.827626] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.841794] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.841794] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.842074] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.842179] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.842334] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.842484] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.842749] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.843008] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.843208] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.843378] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.843558] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.849320] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890097, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.849575] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ebd539-f27d-4c36-a222-975b48d7dc59 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.867817] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1260.867817] env[69041]: value = "task-2890098" [ 1260.867817] env[69041]: _type = "Task" [ 1260.867817] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.884493] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.884793] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890096, 'name': Destroy_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.963286] env[69041]: DEBUG nova.compute.manager [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Received event network-vif-plugged-3d09d8c7-1cc8-45a1-a022-209e1cdb6070 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1260.963628] env[69041]: DEBUG oslo_concurrency.lockutils [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] Acquiring lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.963924] env[69041]: DEBUG oslo_concurrency.lockutils [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] Lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.964231] env[69041]: DEBUG oslo_concurrency.lockutils [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] Lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.964401] env[69041]: DEBUG nova.compute.manager [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] No waiting events found dispatching network-vif-plugged-3d09d8c7-1cc8-45a1-a022-209e1cdb6070 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.964603] env[69041]: WARNING nova.compute.manager [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Received unexpected event network-vif-plugged-3d09d8c7-1cc8-45a1-a022-209e1cdb6070 for instance with vm_state building and task_state spawning. [ 1260.964830] env[69041]: DEBUG nova.compute.manager [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Received event network-changed-3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1260.965010] env[69041]: DEBUG nova.compute.manager [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Refreshing instance network info cache due to event network-changed-3532d2b9-8a46-4896-aef9-4eb2b363c50f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1260.965219] env[69041]: DEBUG oslo_concurrency.lockutils [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] Acquiring lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.965351] env[69041]: DEBUG oslo_concurrency.lockutils [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] Acquired lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.965511] env[69041]: DEBUG nova.network.neutron [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Refreshing network info cache for port 3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.329938] env[69041]: DEBUG nova.scheduler.client.report [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.344721] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890097, 'name': Rename_Task, 'duration_secs': 0.235921} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.345102] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.345356] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5d7076e-5002-465b-b706-589422bc9933 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.353271] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1261.353271] env[69041]: value = "task-2890099" [ 1261.353271] env[69041]: _type = "Task" [ 1261.353271] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.362560] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.381333] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890096, 'name': Destroy_Task, 'duration_secs': 0.627158} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.384837] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Destroyed the VM [ 1261.384943] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1261.386396] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890098, 'name': ReconfigVM_Task, 'duration_secs': 0.29565} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.387321] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-912dbfab-11aa-4182-95a9-6f55ec2b8ddb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.388930] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance 'c18ff92b-080e-4307-a357-269980fc3fe8' progress to 33 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.398378] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1261.398378] env[69041]: value = "task-2890100" [ 1261.398378] env[69041]: _type = "Task" [ 1261.398378] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.406709] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.450987] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquiring lock "32d25211-63a2-470f-81c7-126bf00a5483" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.451238] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lock "32d25211-63a2-470f-81c7-126bf00a5483" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.602126] env[69041]: DEBUG oslo_vmware.rw_handles [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282eb17-d2a6-5041-8688-ebdc636da86f/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1261.603391] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8856ad-3b3c-4690-a8f6-f7a6000c4a84 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.612270] env[69041]: DEBUG oslo_vmware.rw_handles [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282eb17-d2a6-5041-8688-ebdc636da86f/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1261.612475] env[69041]: ERROR oslo_vmware.rw_handles [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282eb17-d2a6-5041-8688-ebdc636da86f/disk-0.vmdk due to incomplete transfer. [ 1261.612746] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-355e6652-e1f0-494b-8ee8-ea094d1c4585 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.621084] env[69041]: DEBUG oslo_vmware.rw_handles [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282eb17-d2a6-5041-8688-ebdc636da86f/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1261.621283] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Uploaded image 84e7f866-3cbe-45be-b617-55a5a986ace4 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1261.623486] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1261.626479] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-77ec6a95-8648-4f86-bfe0-e474e6944075 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.633114] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1261.633114] env[69041]: value = "task-2890101" [ 1261.633114] env[69041]: _type = "Task" [ 1261.633114] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.643983] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890101, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.764026] env[69041]: DEBUG nova.network.neutron [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updated VIF entry in instance network info cache for port 3532d2b9-8a46-4896-aef9-4eb2b363c50f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.764026] env[69041]: DEBUG nova.network.neutron [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updating instance_info_cache with network_info: [{"id": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "address": "fa:16:3e:40:09:ac", "network": {"id": "55b6dc2b-1e3b-48f6-a29b-bac657fea88a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1908571879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "836130e9aa604cbb98c071a317016790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3532d2b9-8a", "ovs_interfaceid": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.797657] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "8038fce1-b94f-4a86-a925-1e789fae4068" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.797917] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "8038fce1-b94f-4a86-a925-1e789fae4068" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.798204] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "8038fce1-b94f-4a86-a925-1e789fae4068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.798412] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "8038fce1-b94f-4a86-a925-1e789fae4068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.798614] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "8038fce1-b94f-4a86-a925-1e789fae4068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.800742] env[69041]: INFO nova.compute.manager [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Terminating instance [ 1261.840493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.843282] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.678s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.845950] env[69041]: INFO nova.compute.claims [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.866654] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.867736] env[69041]: INFO nova.scheduler.client.report [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Deleted allocations for instance 41e6dba2-9431-4197-b797-d486e5c406e1 [ 1261.898284] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.898683] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.898683] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.898880] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.899208] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.899445] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.899696] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.899862] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.900261] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.900352] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.900532] env[69041]: DEBUG nova.virt.hardware [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.906791] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.907905] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa0aea9-40e1-46d5-899f-15bb4656674a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.936019] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890100, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.937436] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1261.937436] env[69041]: value = "task-2890102" [ 1261.937436] env[69041]: _type = "Task" [ 1261.937436] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.947739] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.953988] env[69041]: DEBUG nova.compute.manager [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.041216] env[69041]: DEBUG nova.objects.instance [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lazy-loading 'flavor' on Instance uuid 518aa9c0-880c-4aef-9429-9000e2f9eee2 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.144186] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890101, 'name': Destroy_Task, 'duration_secs': 0.385403} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.144481] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Destroyed the VM [ 1262.144756] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1262.145055] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f0bb6ec0-f3dd-4611-bab3-cf235ba5c4a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.153128] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1262.153128] env[69041]: value = "task-2890103" [ 1262.153128] env[69041]: _type = "Task" [ 1262.153128] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.163346] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.231969] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquiring lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.232177] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.267231] env[69041]: DEBUG oslo_concurrency.lockutils [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] Releasing lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.267552] env[69041]: DEBUG nova.compute.manager [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Received event network-changed-3d09d8c7-1cc8-45a1-a022-209e1cdb6070 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1262.267735] env[69041]: DEBUG nova.compute.manager [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Refreshing instance network info cache due to event network-changed-3d09d8c7-1cc8-45a1-a022-209e1cdb6070. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1262.267947] env[69041]: DEBUG oslo_concurrency.lockutils [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] Acquiring lock "refresh_cache-64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.268104] env[69041]: DEBUG oslo_concurrency.lockutils [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] Acquired lock "refresh_cache-64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.268341] env[69041]: DEBUG nova.network.neutron [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Refreshing network info cache for port 3d09d8c7-1cc8-45a1-a022-209e1cdb6070 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.307958] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "refresh_cache-8038fce1-b94f-4a86-a925-1e789fae4068" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.307958] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquired lock "refresh_cache-8038fce1-b94f-4a86-a925-1e789fae4068" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.311076] env[69041]: DEBUG nova.network.neutron [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.367552] env[69041]: DEBUG oslo_vmware.api [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890099, 'name': PowerOnVM_Task, 'duration_secs': 0.735969} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.367824] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.368268] env[69041]: INFO nova.compute.manager [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1262.368525] env[69041]: DEBUG nova.compute.manager [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.369523] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3412d669-ef8b-4599-8e12-569df6a5a006 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.382689] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7fb25241-8864-4c54-a03e-0d7b2d001c2b tempest-MigrationsAdminTest-713262205 tempest-MigrationsAdminTest-713262205-project-member] Lock "41e6dba2-9431-4197-b797-d486e5c406e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.357s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.419561] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890100, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.450743] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890102, 'name': ReconfigVM_Task, 'duration_secs': 0.227471} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.450743] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.450743] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751cb01b-e9d1-4ceb-a907-9bef930e34f1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.480231] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] c18ff92b-080e-4307-a357-269980fc3fe8/c18ff92b-080e-4307-a357-269980fc3fe8.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.484667] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0811a2c8-76f3-4689-8780-01a29a66e3bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.505241] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1262.505241] env[69041]: value = "task-2890104" [ 1262.505241] env[69041]: _type = "Task" [ 1262.505241] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.519487] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.520704] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.550555] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquiring lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.550736] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquired lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.664266] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890103, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.735140] env[69041]: DEBUG nova.compute.manager [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.841576] env[69041]: DEBUG nova.network.neutron [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.852363] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.852523] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.894560] env[69041]: INFO nova.compute.manager [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Took 38.81 seconds to build instance. [ 1262.924798] env[69041]: DEBUG oslo_vmware.api [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890100, 'name': RemoveSnapshot_Task, 'duration_secs': 1.046454} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.927244] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1262.927485] env[69041]: INFO nova.compute.manager [None req-a1975720-28a1-4f83-b328-0d11f1dbfc63 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Took 16.14 seconds to snapshot the instance on the hypervisor. [ 1262.962963] env[69041]: DEBUG nova.network.neutron [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.993733] env[69041]: DEBUG nova.compute.manager [req-f9cd8851-a5f9-491b-93c0-12de751bcf07 req-56a1b10f-3732-46b0-b290-9a4593b8678a service nova] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Received event network-vif-deleted-7ba21954-4c0a-4a0b-a566-cc7facb1589c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1263.020937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquiring lock "237a7a80-f079-4b2c-8507-d1406217ceca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.020937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lock "237a7a80-f079-4b2c-8507-d1406217ceca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.020937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquiring lock "237a7a80-f079-4b2c-8507-d1406217ceca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.020937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lock "237a7a80-f079-4b2c-8507-d1406217ceca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.020937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lock "237a7a80-f079-4b2c-8507-d1406217ceca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.022594] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890104, 'name': ReconfigVM_Task, 'duration_secs': 0.307204} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.023113] env[69041]: INFO nova.compute.manager [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Terminating instance [ 1263.025305] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Reconfigured VM instance instance-00000045 to attach disk [datastore2] c18ff92b-080e-4307-a357-269980fc3fe8/c18ff92b-080e-4307-a357-269980fc3fe8.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.025593] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance 'c18ff92b-080e-4307-a357-269980fc3fe8' progress to 50 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.166667] env[69041]: DEBUG oslo_vmware.api [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890103, 'name': RemoveSnapshot_Task, 'duration_secs': 0.520154} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.167596] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1263.167596] env[69041]: INFO nova.compute.manager [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Took 14.37 seconds to snapshot the instance on the hypervisor. [ 1263.216822] env[69041]: DEBUG nova.network.neutron [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Updated VIF entry in instance network info cache for port 3d09d8c7-1cc8-45a1-a022-209e1cdb6070. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.217299] env[69041]: DEBUG nova.network.neutron [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Updating instance_info_cache with network_info: [{"id": "3d09d8c7-1cc8-45a1-a022-209e1cdb6070", "address": "fa:16:3e:91:e6:1f", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d09d8c7-1c", "ovs_interfaceid": "3d09d8c7-1cc8-45a1-a022-209e1cdb6070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.235771] env[69041]: DEBUG nova.network.neutron [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.278283] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.282981] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682ef14e-000b-4f81-abb1-3a6890e194e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.293745] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccc49e7-a9de-4270-ad93-2c2e6f8c3855 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.326265] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170b810f-6c4d-4bcd-831c-b2980e9da0d1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.334336] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64deb160-3013-4719-acb9-ab55b3cf7726 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.349598] env[69041]: DEBUG nova.compute.provider_tree [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.360332] env[69041]: DEBUG nova.compute.manager [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.398474] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c3b477e-116a-453c-b585-8d4822702c22 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.745s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.468621] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Releasing lock "refresh_cache-8038fce1-b94f-4a86-a925-1e789fae4068" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.469043] env[69041]: DEBUG nova.compute.manager [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.469329] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.470514] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33998c74-d36d-4880-908f-e18dde30eb1c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.479931] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.480206] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeb1faeb-9b98-4f41-8279-97a776b8d256 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.487675] env[69041]: DEBUG oslo_vmware.api [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1263.487675] env[69041]: value = "task-2890105" [ 1263.487675] env[69041]: _type = "Task" [ 1263.487675] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.496599] env[69041]: DEBUG oslo_vmware.api [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.498872] env[69041]: DEBUG nova.network.neutron [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updating instance_info_cache with network_info: [{"id": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "address": "fa:16:3e:40:09:ac", "network": {"id": "55b6dc2b-1e3b-48f6-a29b-bac657fea88a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1908571879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "836130e9aa604cbb98c071a317016790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3532d2b9-8a", "ovs_interfaceid": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.537864] env[69041]: DEBUG nova.compute.manager [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.538087] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.538997] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a58d74-8996-4fd5-9923-de0a178a1879 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.544488] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b78f1c-16eb-4f23-845b-ddc4440c197d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.568092] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.568527] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5abb78c-e7d9-41d6-9cec-fae214259190 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.570890] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beb285b-c7fb-4b2b-bfa6-9c1498f5db7b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.593415] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance 'c18ff92b-080e-4307-a357-269980fc3fe8' progress to 67 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.601021] env[69041]: DEBUG oslo_vmware.api [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for the task: (returnval){ [ 1263.601021] env[69041]: value = "task-2890106" [ 1263.601021] env[69041]: _type = "Task" [ 1263.601021] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.605698] env[69041]: DEBUG oslo_vmware.api [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.722429] env[69041]: DEBUG oslo_concurrency.lockutils [req-3a91b350-a619-4be2-8855-479e5c95b331 req-ff2582bf-b920-4449-8e4a-2d39c7e0f03a service nova] Releasing lock "refresh_cache-64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.748371] env[69041]: DEBUG nova.compute.manager [None req-ef64f632-584b-43a4-93ba-ddcc2c0ea2c4 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Found 1 images (rotation: 2) {{(pid=69041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1263.852629] env[69041]: DEBUG nova.scheduler.client.report [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.881974] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.998404] env[69041]: DEBUG oslo_vmware.api [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890105, 'name': PowerOffVM_Task, 'duration_secs': 0.209094} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.999129] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.999129] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.999222] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-880c05cc-571b-440d-a9fa-3517eb69d73b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.001563] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Releasing lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.001972] env[69041]: DEBUG nova.compute.manager [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Inject network info {{(pid=69041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1264.002534] env[69041]: DEBUG nova.compute.manager [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] network_info to inject: |[{"id": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "address": "fa:16:3e:40:09:ac", "network": {"id": "55b6dc2b-1e3b-48f6-a29b-bac657fea88a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1908571879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "836130e9aa604cbb98c071a317016790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3532d2b9-8a", "ovs_interfaceid": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1264.007042] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Reconfiguring VM instance to set the machine id {{(pid=69041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1264.007956] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cb35312-5ce9-4e1b-9dc2-d01eaa3653d0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.030893] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.031171] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.031359] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Deleting the datastore file [datastore1] 8038fce1-b94f-4a86-a925-1e789fae4068 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.032426] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9cdf808-27e4-453f-9968-1db96f214cc4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.036926] env[69041]: DEBUG oslo_vmware.api [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1264.036926] env[69041]: value = "task-2890108" [ 1264.036926] env[69041]: _type = "Task" [ 1264.036926] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.042954] env[69041]: DEBUG oslo_vmware.api [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for the task: (returnval){ [ 1264.042954] env[69041]: value = "task-2890109" [ 1264.042954] env[69041]: _type = "Task" [ 1264.042954] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.051490] env[69041]: DEBUG oslo_vmware.api [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2890108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.058222] env[69041]: DEBUG oslo_vmware.api [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.117157] env[69041]: DEBUG oslo_vmware.api [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890106, 'name': PowerOffVM_Task, 'duration_secs': 0.17993} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.117157] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.117358] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.117556] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5595300e-0779-4cea-b443-8a3b1fbdfdea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.149596] env[69041]: DEBUG nova.network.neutron [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Port 80474f42-a5fe-4340-a283-03fc967ea1ea binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1264.278021] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.278021] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.278021] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Deleting the datastore file [datastore1] 237a7a80-f079-4b2c-8507-d1406217ceca {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.278021] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faa85739-a768-41fd-b1fc-ed5a89db0657 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.286509] env[69041]: DEBUG oslo_vmware.api [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for the task: (returnval){ [ 1264.286509] env[69041]: value = "task-2890111" [ 1264.286509] env[69041]: _type = "Task" [ 1264.286509] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.295528] env[69041]: DEBUG oslo_vmware.api [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.358194] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.358730] env[69041]: DEBUG nova.compute.manager [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1264.361483] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.845s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.361796] env[69041]: DEBUG nova.objects.instance [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lazy-loading 'resources' on Instance uuid 61db3404-6bf9-4f93-85ab-ae560539ca41 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.528041] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquiring lock "518aa9c0-880c-4aef-9429-9000e2f9eee2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.528041] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lock "518aa9c0-880c-4aef-9429-9000e2f9eee2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.528041] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquiring lock "518aa9c0-880c-4aef-9429-9000e2f9eee2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.528041] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lock "518aa9c0-880c-4aef-9429-9000e2f9eee2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.528041] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lock "518aa9c0-880c-4aef-9429-9000e2f9eee2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.530203] env[69041]: INFO nova.compute.manager [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Terminating instance [ 1264.548426] env[69041]: DEBUG oslo_vmware.api [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2890108, 'name': ReconfigVM_Task, 'duration_secs': 0.143582} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.553794] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-aab6aa7c-fb16-4b45-b961-0f74af9fb9b7 tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Reconfigured VM instance to set the machine id {{(pid=69041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1264.566751] env[69041]: DEBUG oslo_vmware.api [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Task: {'id': task-2890109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107156} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.567047] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.567280] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.567438] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.567629] env[69041]: INFO nova.compute.manager [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1264.567871] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.568279] env[69041]: DEBUG nova.compute.manager [-] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.568279] env[69041]: DEBUG nova.network.neutron [-] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.592033] env[69041]: DEBUG nova.network.neutron [-] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.764319] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.764627] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.764835] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.765072] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.765279] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.768471] env[69041]: INFO nova.compute.manager [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Terminating instance [ 1264.795752] env[69041]: DEBUG oslo_vmware.api [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Task: {'id': task-2890111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138421} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.796131] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.796403] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.796579] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.796792] env[69041]: INFO nova.compute.manager [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1264.797715] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.797973] env[69041]: DEBUG nova.compute.manager [-] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.798693] env[69041]: DEBUG nova.network.neutron [-] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.865273] env[69041]: DEBUG nova.compute.utils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.874285] env[69041]: DEBUG nova.compute.manager [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1264.874506] env[69041]: DEBUG nova.network.neutron [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.952524] env[69041]: DEBUG nova.policy [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c36b833607472ab5db121d32de1f7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71c91f98ba69472d82f60cf28f18be40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.033987] env[69041]: DEBUG nova.compute.manager [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.034400] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.038104] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589174e-16e6-44ac-883f-e9bd934492a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.047108] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.047108] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a1aed74-4bf0-4951-b4a6-0c95ddd8d1e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.054785] env[69041]: DEBUG oslo_vmware.api [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1265.054785] env[69041]: value = "task-2890112" [ 1265.054785] env[69041]: _type = "Task" [ 1265.054785] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.071496] env[69041]: DEBUG oslo_vmware.api [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2890112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.095763] env[69041]: DEBUG nova.network.neutron [-] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.178622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "c18ff92b-080e-4307-a357-269980fc3fe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.178622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "c18ff92b-080e-4307-a357-269980fc3fe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.178622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "c18ff92b-080e-4307-a357-269980fc3fe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.202159] env[69041]: DEBUG nova.compute.manager [req-50ebd9d0-7172-498b-8b42-be1b57ccf7b7 req-fd47a45e-a478-42e3-9a6a-61bbd1d111cc service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Received event network-changed-3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1265.202368] env[69041]: DEBUG nova.compute.manager [req-50ebd9d0-7172-498b-8b42-be1b57ccf7b7 req-fd47a45e-a478-42e3-9a6a-61bbd1d111cc service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Refreshing instance network info cache due to event network-changed-3532d2b9-8a46-4896-aef9-4eb2b363c50f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1265.202585] env[69041]: DEBUG oslo_concurrency.lockutils [req-50ebd9d0-7172-498b-8b42-be1b57ccf7b7 req-fd47a45e-a478-42e3-9a6a-61bbd1d111cc service nova] Acquiring lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.202730] env[69041]: DEBUG oslo_concurrency.lockutils [req-50ebd9d0-7172-498b-8b42-be1b57ccf7b7 req-fd47a45e-a478-42e3-9a6a-61bbd1d111cc service nova] Acquired lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.202891] env[69041]: DEBUG nova.network.neutron [req-50ebd9d0-7172-498b-8b42-be1b57ccf7b7 req-fd47a45e-a478-42e3-9a6a-61bbd1d111cc service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Refreshing network info cache for port 3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.216404] env[69041]: DEBUG nova.compute.manager [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.218505] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fdc61b-1586-45f8-8b44-ffa7f03826be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.252118] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ce5f6d-9609-466b-ada8-831e5b72b807 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.260458] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30a39eb-7bb9-47a3-99c7-5015ad3c88e3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.296462] env[69041]: DEBUG nova.compute.manager [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.296677] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.297829] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9babe4f8-ebca-41cd-b92d-87757ccce6cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.301358] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2801ed-4125-4fe1-82ce-db9e5a3fc054 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.314568] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef01a4a-d9c1-452e-83e5-6ec81853f148 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.318452] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.322884] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b6c713-653e-4e89-995f-6955d4e6a1f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.337683] env[69041]: DEBUG nova.compute.provider_tree [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.341987] env[69041]: DEBUG oslo_vmware.api [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1265.341987] env[69041]: value = "task-2890113" [ 1265.341987] env[69041]: _type = "Task" [ 1265.341987] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.353963] env[69041]: DEBUG oslo_vmware.api [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.380884] env[69041]: DEBUG nova.compute.manager [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.509268] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "dcf6e0e9-3ef9-4490-a3fb-f488dd51668a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.509513] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "dcf6e0e9-3ef9-4490-a3fb-f488dd51668a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.564128] env[69041]: DEBUG oslo_vmware.api [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2890112, 'name': PowerOffVM_Task, 'duration_secs': 0.21695} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.564776] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.564969] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.565616] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1b37422-3b3b-4578-8e87-c4ff53a95524 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.598847] env[69041]: INFO nova.compute.manager [-] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Took 1.03 seconds to deallocate network for instance. [ 1265.608840] env[69041]: DEBUG nova.network.neutron [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Successfully created port: 29f3a96f-8c2c-4918-83ab-1de30533972a {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.626364] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.626607] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.626789] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Deleting the datastore file [datastore1] 518aa9c0-880c-4aef-9429-9000e2f9eee2 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.627079] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbac40df-84ce-46f2-b778-da1318f85438 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.636329] env[69041]: DEBUG oslo_vmware.api [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for the task: (returnval){ [ 1265.636329] env[69041]: value = "task-2890115" [ 1265.636329] env[69041]: _type = "Task" [ 1265.636329] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.648476] env[69041]: DEBUG oslo_vmware.api [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2890115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.732394] env[69041]: INFO nova.compute.manager [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] instance snapshotting [ 1265.735012] env[69041]: DEBUG nova.objects.instance [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'flavor' on Instance uuid 983aa6f2-dc56-45d9-8b35-688d75f63525 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.844238] env[69041]: DEBUG nova.scheduler.client.report [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.860171] env[69041]: DEBUG oslo_vmware.api [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890113, 'name': PowerOffVM_Task, 'duration_secs': 0.19826} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.860281] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.860400] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.860652] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d361c7-dfb1-43e1-9fee-ec44a86eaea2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.926266] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.926551] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.926680] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleting the datastore file [datastore1] 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.929169] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-822a606c-38a5-471a-99e2-f7fc1dbc0f61 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.936871] env[69041]: DEBUG oslo_vmware.api [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1265.936871] env[69041]: value = "task-2890117" [ 1265.936871] env[69041]: _type = "Task" [ 1265.936871] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.946339] env[69041]: DEBUG oslo_vmware.api [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.971126] env[69041]: DEBUG nova.network.neutron [-] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.013702] env[69041]: DEBUG nova.compute.manager [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.107583] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.127172] env[69041]: DEBUG nova.network.neutron [req-50ebd9d0-7172-498b-8b42-be1b57ccf7b7 req-fd47a45e-a478-42e3-9a6a-61bbd1d111cc service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updated VIF entry in instance network info cache for port 3532d2b9-8a46-4896-aef9-4eb2b363c50f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.127553] env[69041]: DEBUG nova.network.neutron [req-50ebd9d0-7172-498b-8b42-be1b57ccf7b7 req-fd47a45e-a478-42e3-9a6a-61bbd1d111cc service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updating instance_info_cache with network_info: [{"id": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "address": "fa:16:3e:40:09:ac", "network": {"id": "55b6dc2b-1e3b-48f6-a29b-bac657fea88a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1908571879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "836130e9aa604cbb98c071a317016790", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3532d2b9-8a", "ovs_interfaceid": "3532d2b9-8a46-4896-aef9-4eb2b363c50f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.146656] env[69041]: DEBUG oslo_vmware.api [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Task: {'id': task-2890115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130598} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.147560] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.147750] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.147923] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.148109] env[69041]: INFO nova.compute.manager [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1266.152420] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.152420] env[69041]: DEBUG nova.compute.manager [-] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.152584] env[69041]: DEBUG nova.network.neutron [-] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.243088] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f313bc1c-34b1-4f98-90b6-d3d3c1dc59ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.268983] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.269198] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.269408] env[69041]: DEBUG nova.network.neutron [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.274020] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb770d34-e6a2-4d62-b3e7-0e18cc6fd55f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.355700] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.358490] env[69041]: DEBUG oslo_concurrency.lockutils [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.668s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.358753] env[69041]: DEBUG nova.objects.instance [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lazy-loading 'resources' on Instance uuid d1b5f395-8206-4326-a78a-b4fa7235aebb {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.388680] env[69041]: INFO nova.scheduler.client.report [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted allocations for instance 61db3404-6bf9-4f93-85ab-ae560539ca41 [ 1266.391111] env[69041]: DEBUG nova.compute.manager [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1266.439434] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.439677] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.439836] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.440111] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.440321] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.442836] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.442836] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.442836] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.442996] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.443092] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.443256] env[69041]: DEBUG nova.virt.hardware [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.444285] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ba141c-3564-4673-84de-3a2307299b01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.475249] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b88bc5-e16f-4d1a-908a-ca3643432c81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.476605] env[69041]: DEBUG oslo_vmware.api [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526577} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.477305] env[69041]: INFO nova.compute.manager [-] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Took 1.68 seconds to deallocate network for instance. [ 1266.477567] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.477741] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.477911] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.478080] env[69041]: INFO nova.compute.manager [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1266.478342] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.480272] env[69041]: DEBUG nova.compute.manager [-] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.480366] env[69041]: DEBUG nova.network.neutron [-] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.549020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.633313] env[69041]: DEBUG oslo_concurrency.lockutils [req-50ebd9d0-7172-498b-8b42-be1b57ccf7b7 req-fd47a45e-a478-42e3-9a6a-61bbd1d111cc service nova] Releasing lock "refresh_cache-518aa9c0-880c-4aef-9429-9000e2f9eee2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.784357] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1266.785142] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-75307fa8-b579-48f8-a51f-bb355d871e3f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.794334] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1266.794334] env[69041]: value = "task-2890118" [ 1266.794334] env[69041]: _type = "Task" [ 1266.794334] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.805692] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.906730] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f3091386-3de5-470b-9c9f-004aad2afdb9 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "61db3404-6bf9-4f93-85ab-ae560539ca41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.893s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.994937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.069471] env[69041]: DEBUG nova.network.neutron [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance_info_cache with network_info: [{"id": "80474f42-a5fe-4340-a283-03fc967ea1ea", "address": "fa:16:3e:3a:98:71", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80474f42-a5", "ovs_interfaceid": "80474f42-a5fe-4340-a283-03fc967ea1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.259634] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c90e423-ef26-47ee-bafb-2ec6555bffa6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.271086] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d156a68d-e27d-4234-a431-9184350fa529 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.318176] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d890476-d017-4631-8a9b-59eee24807fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.329014] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1ce956-7753-45fe-b8b8-61fd700d30ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.333099] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890118, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.346533] env[69041]: DEBUG nova.compute.provider_tree [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.372359] env[69041]: DEBUG nova.network.neutron [-] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.442525] env[69041]: DEBUG nova.network.neutron [-] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.477138] env[69041]: DEBUG nova.network.neutron [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Successfully updated port: 29f3a96f-8c2c-4918-83ab-1de30533972a {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.574033] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.824838] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890118, 'name': CreateSnapshot_Task, 'duration_secs': 0.576818} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.825420] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1267.826250] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa697e5a-e28d-498a-abc4-61a3158ed062 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.852619] env[69041]: DEBUG nova.scheduler.client.report [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.875103] env[69041]: INFO nova.compute.manager [-] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Took 1.72 seconds to deallocate network for instance. [ 1267.945877] env[69041]: INFO nova.compute.manager [-] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Took 1.47 seconds to deallocate network for instance. [ 1267.969215] env[69041]: DEBUG nova.compute.manager [req-3308c84d-d685-488f-9aa3-e34864d82b63 req-bbcf6d3b-73ae-405e-976d-900db1291fed service nova] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Received event network-vif-deleted-4f82f74c-d614-4aba-a88e-203c3fd474fa {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1267.970893] env[69041]: DEBUG nova.compute.manager [req-3308c84d-d685-488f-9aa3-e34864d82b63 req-bbcf6d3b-73ae-405e-976d-900db1291fed service nova] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Received event network-vif-deleted-3532d2b9-8a46-4896-aef9-4eb2b363c50f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1267.970893] env[69041]: DEBUG nova.compute.manager [req-3308c84d-d685-488f-9aa3-e34864d82b63 req-bbcf6d3b-73ae-405e-976d-900db1291fed service nova] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Received event network-vif-deleted-3d09d8c7-1cc8-45a1-a022-209e1cdb6070 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1267.971062] env[69041]: DEBUG nova.compute.manager [req-3308c84d-d685-488f-9aa3-e34864d82b63 req-bbcf6d3b-73ae-405e-976d-900db1291fed service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Received event network-vif-plugged-29f3a96f-8c2c-4918-83ab-1de30533972a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1267.971247] env[69041]: DEBUG oslo_concurrency.lockutils [req-3308c84d-d685-488f-9aa3-e34864d82b63 req-bbcf6d3b-73ae-405e-976d-900db1291fed service nova] Acquiring lock "bd998528-0bf7-4c09-a2cc-49a144c61e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.971494] env[69041]: DEBUG oslo_concurrency.lockutils [req-3308c84d-d685-488f-9aa3-e34864d82b63 req-bbcf6d3b-73ae-405e-976d-900db1291fed service nova] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.971699] env[69041]: DEBUG oslo_concurrency.lockutils [req-3308c84d-d685-488f-9aa3-e34864d82b63 req-bbcf6d3b-73ae-405e-976d-900db1291fed service nova] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.974025] env[69041]: DEBUG nova.compute.manager [req-3308c84d-d685-488f-9aa3-e34864d82b63 req-bbcf6d3b-73ae-405e-976d-900db1291fed service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] No waiting events found dispatching network-vif-plugged-29f3a96f-8c2c-4918-83ab-1de30533972a {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.974025] env[69041]: WARNING nova.compute.manager [req-3308c84d-d685-488f-9aa3-e34864d82b63 req-bbcf6d3b-73ae-405e-976d-900db1291fed service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Received unexpected event network-vif-plugged-29f3a96f-8c2c-4918-83ab-1de30533972a for instance with vm_state building and task_state spawning. [ 1267.981034] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.981034] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.981034] env[69041]: DEBUG nova.network.neutron [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.100494] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf49773f-6e99-4d60-a070-eeb632547841 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.128599] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca35328-5681-4d0d-a2de-1f86283a8283 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.137423] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance 'c18ff92b-080e-4307-a357-269980fc3fe8' progress to 83 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.323476] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.323712] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.347409] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1268.348146] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2660eeba-5776-45a2-8ec3-819682d87226 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.358840] env[69041]: DEBUG oslo_concurrency.lockutils [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.361648] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1268.361648] env[69041]: value = "task-2890119" [ 1268.361648] env[69041]: _type = "Task" [ 1268.361648] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.362670] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.842s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.364515] env[69041]: INFO nova.compute.claims [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.379274] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890119, 'name': CloneVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.384223] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.387013] env[69041]: INFO nova.scheduler.client.report [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleted allocations for instance d1b5f395-8206-4326-a78a-b4fa7235aebb [ 1268.455082] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.517972] env[69041]: DEBUG nova.network.neutron [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.644537] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.645271] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91abebfb-491a-438f-a48b-deb4f8476bfc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.652324] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1268.652324] env[69041]: value = "task-2890120" [ 1268.652324] env[69041]: _type = "Task" [ 1268.652324] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.662488] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.705526] env[69041]: DEBUG nova.network.neutron [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance_info_cache with network_info: [{"id": "29f3a96f-8c2c-4918-83ab-1de30533972a", "address": "fa:16:3e:27:7e:8c", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3a96f-8c", "ovs_interfaceid": "29f3a96f-8c2c-4918-83ab-1de30533972a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.830127] env[69041]: DEBUG nova.compute.manager [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.881226] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890119, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.895866] env[69041]: DEBUG oslo_concurrency.lockutils [None req-93b3b907-21ba-485e-ae8d-f2d605b5a094 tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "d1b5f395-8206-4326-a78a-b4fa7235aebb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.901s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.076833] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.077118] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.077332] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.077554] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.077692] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.079774] env[69041]: INFO nova.compute.manager [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Terminating instance [ 1269.155572] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.156221] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.167822] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890120, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.208853] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.209675] env[69041]: DEBUG nova.compute.manager [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Instance network_info: |[{"id": "29f3a96f-8c2c-4918-83ab-1de30533972a", "address": "fa:16:3e:27:7e:8c", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3a96f-8c", "ovs_interfaceid": "29f3a96f-8c2c-4918-83ab-1de30533972a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.209675] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:7e:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29f3a96f-8c2c-4918-83ab-1de30533972a', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.217359] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Creating folder: Project (71c91f98ba69472d82f60cf28f18be40). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.217646] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec899ec2-364f-4274-9996-2b2ebd4b2c5e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.230655] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Created folder: Project (71c91f98ba69472d82f60cf28f18be40) in parent group-v580429. [ 1269.230871] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Creating folder: Instances. Parent ref: group-v580640. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.231125] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd0bcf35-fd00-49f9-a72b-6aaa9cdd921f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.241160] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Created folder: Instances in parent group-v580640. [ 1269.241407] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.241679] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.241798] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95662354-ca51-4293-b493-fb2a0d70f313 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.262606] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.262606] env[69041]: value = "task-2890123" [ 1269.262606] env[69041]: _type = "Task" [ 1269.262606] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.269954] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890123, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.363680] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.383612] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890119, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.583803] env[69041]: DEBUG nova.compute.manager [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.583803] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.584918] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f10e4e-8370-4f6b-b3de-3e720a1d8692 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.593400] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.596356] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864af6b2-7235-4fbb-b750-e5ba859f3da1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.602933] env[69041]: DEBUG oslo_vmware.api [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1269.602933] env[69041]: value = "task-2890124" [ 1269.602933] env[69041]: _type = "Task" [ 1269.602933] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.613799] env[69041]: DEBUG oslo_vmware.api [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.667729] env[69041]: DEBUG nova.compute.manager [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.679519] env[69041]: DEBUG oslo_vmware.api [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890120, 'name': PowerOnVM_Task, 'duration_secs': 0.533004} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.680633] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.680633] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec1c2d-1e97-49e4-850d-41f8caf756e8 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance 'c18ff92b-080e-4307-a357-269980fc3fe8' progress to 100 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.732061] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce37e152-7165-4c9a-be89-29016460e27c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.743029] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5193b462-3eee-492c-a5af-67cbc10fa295 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.782299] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306dfb22-71fb-459e-8f1b-71b72cf031fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.790101] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890123, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.793226] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7688e0-293a-43f3-bc22-9305f37dae63 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.807023] env[69041]: DEBUG nova.compute.provider_tree [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.879774] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890119, 'name': CloneVM_Task, 'duration_secs': 1.27594} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.880145] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Created linked-clone VM from snapshot [ 1269.880807] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d9b7f0-41f8-42c7-8572-9d9c987d5684 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.889108] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Uploading image 09066404-c68c-45cf-9e1e-1b7f6c92fd80 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1269.916128] env[69041]: DEBUG oslo_vmware.rw_handles [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1269.916128] env[69041]: value = "vm-580639" [ 1269.916128] env[69041]: _type = "VirtualMachine" [ 1269.916128] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1269.916420] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-24ad7e2e-dbd5-4185-97da-9313b0cab892 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.922144] env[69041]: DEBUG oslo_vmware.rw_handles [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lease: (returnval){ [ 1269.922144] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525b3233-5394-39ca-0d60-aa7037626481" [ 1269.922144] env[69041]: _type = "HttpNfcLease" [ 1269.922144] env[69041]: } obtained for exporting VM: (result){ [ 1269.922144] env[69041]: value = "vm-580639" [ 1269.922144] env[69041]: _type = "VirtualMachine" [ 1269.922144] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1269.922427] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the lease: (returnval){ [ 1269.922427] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525b3233-5394-39ca-0d60-aa7037626481" [ 1269.922427] env[69041]: _type = "HttpNfcLease" [ 1269.922427] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1269.928202] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1269.928202] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525b3233-5394-39ca-0d60-aa7037626481" [ 1269.928202] env[69041]: _type = "HttpNfcLease" [ 1269.928202] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.002778] env[69041]: DEBUG nova.compute.manager [req-c0c04c89-cfe2-4cc1-b516-4033494b087e req-43dcd153-9670-40e9-8ce8-f33e2d2810ca service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Received event network-changed-29f3a96f-8c2c-4918-83ab-1de30533972a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1270.002958] env[69041]: DEBUG nova.compute.manager [req-c0c04c89-cfe2-4cc1-b516-4033494b087e req-43dcd153-9670-40e9-8ce8-f33e2d2810ca service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Refreshing instance network info cache due to event network-changed-29f3a96f-8c2c-4918-83ab-1de30533972a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1270.003196] env[69041]: DEBUG oslo_concurrency.lockutils [req-c0c04c89-cfe2-4cc1-b516-4033494b087e req-43dcd153-9670-40e9-8ce8-f33e2d2810ca service nova] Acquiring lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.003342] env[69041]: DEBUG oslo_concurrency.lockutils [req-c0c04c89-cfe2-4cc1-b516-4033494b087e req-43dcd153-9670-40e9-8ce8-f33e2d2810ca service nova] Acquired lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.003543] env[69041]: DEBUG nova.network.neutron [req-c0c04c89-cfe2-4cc1-b516-4033494b087e req-43dcd153-9670-40e9-8ce8-f33e2d2810ca service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Refreshing network info cache for port 29f3a96f-8c2c-4918-83ab-1de30533972a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.113190] env[69041]: DEBUG oslo_vmware.api [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890124, 'name': PowerOffVM_Task, 'duration_secs': 0.302757} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.113463] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.113633] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.113952] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b623092d-02ef-4ff1-b123-06d89753814d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.184933] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.184933] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.184933] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleting the datastore file [datastore1] 5b9ab20b-7d59-4248-885e-3b4ff7458da3 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.184933] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-756166d9-3551-409a-b03b-3b81561f71d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.191668] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.196014] env[69041]: DEBUG oslo_vmware.api [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for the task: (returnval){ [ 1270.196014] env[69041]: value = "task-2890127" [ 1270.196014] env[69041]: _type = "Task" [ 1270.196014] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.202041] env[69041]: DEBUG oslo_vmware.api [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.292024] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890123, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.310124] env[69041]: DEBUG nova.scheduler.client.report [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.433743] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.433743] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525b3233-5394-39ca-0d60-aa7037626481" [ 1270.433743] env[69041]: _type = "HttpNfcLease" [ 1270.433743] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1270.434367] env[69041]: DEBUG oslo_vmware.rw_handles [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1270.434367] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525b3233-5394-39ca-0d60-aa7037626481" [ 1270.434367] env[69041]: _type = "HttpNfcLease" [ 1270.434367] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1270.435935] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b694a6a8-a053-41c2-a60c-2ff16871589f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.444696] env[69041]: DEBUG oslo_vmware.rw_handles [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52769827-c72b-6cfd-f69e-9d5e12dd1cc6/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1270.445945] env[69041]: DEBUG oslo_vmware.rw_handles [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52769827-c72b-6cfd-f69e-9d5e12dd1cc6/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1270.575193] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-13ee251c-060f-4c40-a5d8-a61ba6ca2e50 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.707314] env[69041]: DEBUG oslo_vmware.api [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Task: {'id': task-2890127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146263} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.707314] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.707314] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.707314] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.707314] env[69041]: INFO nova.compute.manager [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1270.707314] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.707314] env[69041]: DEBUG nova.compute.manager [-] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.707314] env[69041]: DEBUG nova.network.neutron [-] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.790651] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890123, 'name': CreateVM_Task, 'duration_secs': 1.35805} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.790811] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.791565] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.791809] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.792324] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.792612] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6e79cb-f3ed-4528-94db-56553b90d3a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.797623] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1270.797623] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522470a6-d089-0afe-9f22-0d11ff37bb9e" [ 1270.797623] env[69041]: _type = "Task" [ 1270.797623] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.808524] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522470a6-d089-0afe-9f22-0d11ff37bb9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.815602] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.816812] env[69041]: DEBUG nova.compute.manager [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.822372] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.544s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.824023] env[69041]: INFO nova.compute.claims [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.836772] env[69041]: DEBUG nova.network.neutron [req-c0c04c89-cfe2-4cc1-b516-4033494b087e req-43dcd153-9670-40e9-8ce8-f33e2d2810ca service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updated VIF entry in instance network info cache for port 29f3a96f-8c2c-4918-83ab-1de30533972a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.837208] env[69041]: DEBUG nova.network.neutron [req-c0c04c89-cfe2-4cc1-b516-4033494b087e req-43dcd153-9670-40e9-8ce8-f33e2d2810ca service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance_info_cache with network_info: [{"id": "29f3a96f-8c2c-4918-83ab-1de30533972a", "address": "fa:16:3e:27:7e:8c", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3a96f-8c", "ovs_interfaceid": "29f3a96f-8c2c-4918-83ab-1de30533972a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.997744] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquiring lock "719e8984-1eee-43a8-8633-035ed6f46f1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.998094] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Lock "719e8984-1eee-43a8-8633-035ed6f46f1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.311021] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522470a6-d089-0afe-9f22-0d11ff37bb9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.311732] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.311823] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.312784] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.312784] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.313071] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.313500] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7197f993-b006-455f-b6c1-fedfa653cf83 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.325566] env[69041]: DEBUG nova.compute.utils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.329512] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.329949] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.330761] env[69041]: DEBUG nova.compute.manager [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.331174] env[69041]: DEBUG nova.network.neutron [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.338164] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570de6ba-151a-4391-8efc-ffb7c8feaab7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.340246] env[69041]: DEBUG oslo_concurrency.lockutils [req-c0c04c89-cfe2-4cc1-b516-4033494b087e req-43dcd153-9670-40e9-8ce8-f33e2d2810ca service nova] Releasing lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.345028] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1271.345028] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523f055b-eb6a-dc5f-5e84-47a631114abc" [ 1271.345028] env[69041]: _type = "Task" [ 1271.345028] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.354758] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523f055b-eb6a-dc5f-5e84-47a631114abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.379898] env[69041]: DEBUG nova.policy [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95147839a8aa40a8af9caf9016a9d72f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd550a0a12e8415e94f78a55e8e97d2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.501090] env[69041]: DEBUG nova.compute.manager [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.553062] env[69041]: DEBUG nova.network.neutron [-] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.789148] env[69041]: DEBUG nova.network.neutron [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Successfully created port: a0db1fdc-620e-4bf8-8f3d-f80191371f84 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.830199] env[69041]: DEBUG nova.compute.manager [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.864325] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523f055b-eb6a-dc5f-5e84-47a631114abc, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.867158] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63508600-8865-4021-b2a3-31e12ae69187 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.877768] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1271.877768] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523361cd-a875-b5c2-3490-50de8b1e950a" [ 1271.877768] env[69041]: _type = "Task" [ 1271.877768] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.894299] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523361cd-a875-b5c2-3490-50de8b1e950a, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.894672] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.895165] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] bd998528-0bf7-4c09-a2cc-49a144c61e42/bd998528-0bf7-4c09-a2cc-49a144c61e42.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.895355] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6291cbdf-1f7f-4028-956d-e30f8e2b39fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.904815] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1271.904815] env[69041]: value = "task-2890128" [ 1271.904815] env[69041]: _type = "Task" [ 1271.904815] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.917509] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.034190] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.043539] env[69041]: DEBUG nova.compute.manager [req-54cee83d-c841-4c78-a65d-0dca6cfef8ec req-62bf1b4e-e379-46b7-b7fa-8d31f91859ba service nova] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Received event network-vif-deleted-750e7226-4db6-4269-b7ef-a15c75bdce9b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1272.056365] env[69041]: INFO nova.compute.manager [-] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Took 1.35 seconds to deallocate network for instance. [ 1272.390556] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da937f5e-5776-4407-ad9e-d08c2e2826d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.401242] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0837d22e-d7e8-4128-a002-24e3dc8e4886 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.439956] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdefe9cd-91c6-442d-a3cf-39776353d88e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.447819] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51746} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.450573] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] bd998528-0bf7-4c09-a2cc-49a144c61e42/bd998528-0bf7-4c09-a2cc-49a144c61e42.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.450858] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.451194] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0175fcc3-18e3-4197-9488-aab4010cc83a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.454091] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5942ba0-e139-46f7-b4cd-f27f05b88344 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.470979] env[69041]: DEBUG nova.compute.provider_tree [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.474573] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1272.474573] env[69041]: value = "task-2890129" [ 1272.474573] env[69041]: _type = "Task" [ 1272.474573] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.478026] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "c18ff92b-080e-4307-a357-269980fc3fe8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.478026] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "c18ff92b-080e-4307-a357-269980fc3fe8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.478026] env[69041]: DEBUG nova.compute.manager [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Going to confirm migration 4 {{(pid=69041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1272.486552] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.564581] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.801626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b340f626-f056-45c6-b315-97e5f18891cc tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.802488] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b340f626-f056-45c6-b315-97e5f18891cc tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.802488] env[69041]: DEBUG nova.objects.instance [None req-b340f626-f056-45c6-b315-97e5f18891cc tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'flavor' on Instance uuid 1e428329-c8f6-47c9-8945-7ac469d6a673 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.847026] env[69041]: DEBUG nova.compute.manager [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.877458] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.877740] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.877875] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.878070] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.878218] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.878704] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.878704] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.878798] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.879029] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.879078] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.879253] env[69041]: DEBUG nova.virt.hardware [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.880128] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092774ef-b935-4ea6-bcca-485e4e4882da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.888193] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1790608a-5860-4517-a7a0-b8f0f258c8b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.976379] env[69041]: DEBUG nova.scheduler.client.report [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.991349] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064073} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.991617] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.992419] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14d9d6e-f1dc-4ddf-b7d6-fdf095a912b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.014736] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] bd998528-0bf7-4c09-a2cc-49a144c61e42/bd998528-0bf7-4c09-a2cc-49a144c61e42.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.015708] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7a7197-1540-450f-a508-404ac7414894 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.046402] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1273.046402] env[69041]: value = "task-2890130" [ 1273.046402] env[69041]: _type = "Task" [ 1273.046402] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.056612] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.059746] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.059901] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.060096] env[69041]: DEBUG nova.network.neutron [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.060285] env[69041]: DEBUG nova.objects.instance [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lazy-loading 'info_cache' on Instance uuid c18ff92b-080e-4307-a357-269980fc3fe8 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.307033] env[69041]: DEBUG nova.objects.instance [None req-b340f626-f056-45c6-b315-97e5f18891cc tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e428329-c8f6-47c9-8945-7ac469d6a673 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.323966] env[69041]: DEBUG nova.network.neutron [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Successfully updated port: a0db1fdc-620e-4bf8-8f3d-f80191371f84 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.484774] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.485289] env[69041]: DEBUG nova.compute.manager [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.487846] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.606s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.489371] env[69041]: INFO nova.compute.claims [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.556356] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890130, 'name': ReconfigVM_Task, 'duration_secs': 0.276447} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.556653] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Reconfigured VM instance instance-0000004c to attach disk [datastore1] bd998528-0bf7-4c09-a2cc-49a144c61e42/bd998528-0bf7-4c09-a2cc-49a144c61e42.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.557277] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-119a5666-22ea-44c2-902c-54a4a358b5fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.564920] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1273.564920] env[69041]: value = "task-2890131" [ 1273.564920] env[69041]: _type = "Task" [ 1273.564920] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.572783] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890131, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.810879] env[69041]: DEBUG nova.objects.base [None req-b340f626-f056-45c6-b315-97e5f18891cc tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Object Instance<1e428329-c8f6-47c9-8945-7ac469d6a673> lazy-loaded attributes: flavor,pci_requests {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.810879] env[69041]: DEBUG nova.network.neutron [None req-b340f626-f056-45c6-b315-97e5f18891cc tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.826218] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquiring lock "refresh_cache-32d25211-63a2-470f-81c7-126bf00a5483" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.826376] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquired lock "refresh_cache-32d25211-63a2-470f-81c7-126bf00a5483" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.826547] env[69041]: DEBUG nova.network.neutron [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.887313] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b340f626-f056-45c6-b315-97e5f18891cc tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.085s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.994475] env[69041]: DEBUG nova.compute.utils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.997549] env[69041]: DEBUG nova.compute.manager [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.997767] env[69041]: DEBUG nova.network.neutron [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.038184] env[69041]: DEBUG nova.policy [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac3e2b1faa54f5eb7a8ca81c326aaef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '201503bc445e45fbbfcff732b76416c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.078039] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890131, 'name': Rename_Task, 'duration_secs': 0.144626} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.078330] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.078594] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-819e09ac-7af8-4ecb-b22a-7ef3b6a228aa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.086065] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1274.086065] env[69041]: value = "task-2890132" [ 1274.086065] env[69041]: _type = "Task" [ 1274.086065] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.094842] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.181248] env[69041]: DEBUG nova.compute.manager [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Received event network-vif-plugged-a0db1fdc-620e-4bf8-8f3d-f80191371f84 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1274.181525] env[69041]: DEBUG oslo_concurrency.lockutils [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] Acquiring lock "32d25211-63a2-470f-81c7-126bf00a5483-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.181757] env[69041]: DEBUG oslo_concurrency.lockutils [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] Lock "32d25211-63a2-470f-81c7-126bf00a5483-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.181930] env[69041]: DEBUG oslo_concurrency.lockutils [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] Lock "32d25211-63a2-470f-81c7-126bf00a5483-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.182167] env[69041]: DEBUG nova.compute.manager [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] No waiting events found dispatching network-vif-plugged-a0db1fdc-620e-4bf8-8f3d-f80191371f84 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.182814] env[69041]: WARNING nova.compute.manager [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Received unexpected event network-vif-plugged-a0db1fdc-620e-4bf8-8f3d-f80191371f84 for instance with vm_state building and task_state spawning. [ 1274.182814] env[69041]: DEBUG nova.compute.manager [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Received event network-changed-a0db1fdc-620e-4bf8-8f3d-f80191371f84 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1274.182814] env[69041]: DEBUG nova.compute.manager [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Refreshing instance network info cache due to event network-changed-a0db1fdc-620e-4bf8-8f3d-f80191371f84. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1274.182814] env[69041]: DEBUG oslo_concurrency.lockutils [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] Acquiring lock "refresh_cache-32d25211-63a2-470f-81c7-126bf00a5483" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.384214] env[69041]: DEBUG nova.network.neutron [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.418608] env[69041]: DEBUG nova.network.neutron [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance_info_cache with network_info: [{"id": "80474f42-a5fe-4340-a283-03fc967ea1ea", "address": "fa:16:3e:3a:98:71", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80474f42-a5", "ovs_interfaceid": "80474f42-a5fe-4340-a283-03fc967ea1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.501832] env[69041]: DEBUG nova.compute.manager [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.573791] env[69041]: DEBUG nova.network.neutron [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Successfully created port: 61d28ac0-7378-420c-86e8-46f830b6d581 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.600412] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890132, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.628689] env[69041]: DEBUG nova.network.neutron [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Updating instance_info_cache with network_info: [{"id": "a0db1fdc-620e-4bf8-8f3d-f80191371f84", "address": "fa:16:3e:d7:56:a1", "network": {"id": "a3ca9172-deb3-4005-b792-9b006acbd721", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-577063521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd550a0a12e8415e94f78a55e8e97d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0db1fdc-62", "ovs_interfaceid": "a0db1fdc-620e-4bf8-8f3d-f80191371f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.924203] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-c18ff92b-080e-4307-a357-269980fc3fe8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.924281] env[69041]: DEBUG nova.objects.instance [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lazy-loading 'migration_context' on Instance uuid c18ff92b-080e-4307-a357-269980fc3fe8 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.987205] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87432f85-a788-4c8f-a02c-1ec971748019 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.996612] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976c9327-f9a1-457e-8642-7f7bc05fd54e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.034305] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5e25ef-6a75-4e8d-9fe4-b55fed839b61 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.042896] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c181e854-b004-46ab-b0b0-baee7cb341bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.056911] env[69041]: DEBUG nova.compute.provider_tree [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.095742] env[69041]: DEBUG oslo_vmware.api [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890132, 'name': PowerOnVM_Task, 'duration_secs': 0.519857} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.095978] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.096194] env[69041]: INFO nova.compute.manager [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1275.096394] env[69041]: DEBUG nova.compute.manager [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.097152] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21172670-1671-4da0-a3eb-5f9dfc2d8c6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.134243] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Releasing lock "refresh_cache-32d25211-63a2-470f-81c7-126bf00a5483" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.134587] env[69041]: DEBUG nova.compute.manager [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Instance network_info: |[{"id": "a0db1fdc-620e-4bf8-8f3d-f80191371f84", "address": "fa:16:3e:d7:56:a1", "network": {"id": "a3ca9172-deb3-4005-b792-9b006acbd721", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-577063521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd550a0a12e8415e94f78a55e8e97d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0db1fdc-62", "ovs_interfaceid": "a0db1fdc-620e-4bf8-8f3d-f80191371f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.134905] env[69041]: DEBUG oslo_concurrency.lockutils [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] Acquired lock "refresh_cache-32d25211-63a2-470f-81c7-126bf00a5483" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.135103] env[69041]: DEBUG nova.network.neutron [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Refreshing network info cache for port a0db1fdc-620e-4bf8-8f3d-f80191371f84 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.136291] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:56:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0db1fdc-620e-4bf8-8f3d-f80191371f84', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.145532] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Creating folder: Project (fd550a0a12e8415e94f78a55e8e97d2a). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1275.149185] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ada88dc2-bfb9-4794-b8ec-9664e722ec66 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.159964] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Created folder: Project (fd550a0a12e8415e94f78a55e8e97d2a) in parent group-v580429. [ 1275.161033] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Creating folder: Instances. Parent ref: group-v580643. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1275.161033] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98608e7c-273e-4ce4-a982-06a88d9b5f5b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.168873] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Created folder: Instances in parent group-v580643. [ 1275.169133] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.169331] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.169540] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2320c64-bad0-4c87-bc9e-eecf113be018 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.190095] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.190095] env[69041]: value = "task-2890135" [ 1275.190095] env[69041]: _type = "Task" [ 1275.190095] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.198685] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890135, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.353982] env[69041]: DEBUG nova.network.neutron [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Updated VIF entry in instance network info cache for port a0db1fdc-620e-4bf8-8f3d-f80191371f84. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.354184] env[69041]: DEBUG nova.network.neutron [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Updating instance_info_cache with network_info: [{"id": "a0db1fdc-620e-4bf8-8f3d-f80191371f84", "address": "fa:16:3e:d7:56:a1", "network": {"id": "a3ca9172-deb3-4005-b792-9b006acbd721", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-577063521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd550a0a12e8415e94f78a55e8e97d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0db1fdc-62", "ovs_interfaceid": "a0db1fdc-620e-4bf8-8f3d-f80191371f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.426783] env[69041]: DEBUG nova.objects.base [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1275.427542] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e33fe-6908-4ac2-85fe-e06fae5a75d6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.448539] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d8fad5-95c0-461c-8709-5d624740d13b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.453710] env[69041]: DEBUG oslo_vmware.api [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1275.453710] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526a7c53-440e-173c-0c92-a68070b8fe3f" [ 1275.453710] env[69041]: _type = "Task" [ 1275.453710] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.461747] env[69041]: DEBUG oslo_vmware.api [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526a7c53-440e-173c-0c92-a68070b8fe3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.540253] env[69041]: DEBUG nova.compute.manager [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.560010] env[69041]: DEBUG nova.scheduler.client.report [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.565351] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.565604] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.565760] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.565947] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.566095] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.566249] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.566541] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.566705] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.566869] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.567042] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.567218] env[69041]: DEBUG nova.virt.hardware [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.568974] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bae5f8-544c-43cf-b1b0-b7a2e0d40a8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.578457] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da24ab-b7cf-4e5a-9179-0adf9b99385d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.613621] env[69041]: INFO nova.compute.manager [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Took 26.47 seconds to build instance. [ 1275.700403] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890135, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.857417] env[69041]: DEBUG oslo_concurrency.lockutils [req-f5ea7bc5-a384-415f-a5a3-4931e99cf76e req-c81257e5-354c-4b9c-b8af-a49276d1a39b service nova] Releasing lock "refresh_cache-32d25211-63a2-470f-81c7-126bf00a5483" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.868642] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.868642] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.868970] env[69041]: DEBUG nova.objects.instance [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'flavor' on Instance uuid 1e428329-c8f6-47c9-8945-7ac469d6a673 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.964969] env[69041]: DEBUG oslo_vmware.api [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526a7c53-440e-173c-0c92-a68070b8fe3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011772} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.965307] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.076018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.076018] env[69041]: DEBUG nova.compute.manager [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.078824] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.971s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.079180] env[69041]: DEBUG nova.objects.instance [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lazy-loading 'resources' on Instance uuid 8038fce1-b94f-4a86-a925-1e789fae4068 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.116040] env[69041]: DEBUG oslo_concurrency.lockutils [None req-494bceab-2a47-4e45-9541-90c6ab21c3da tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.980s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.202333] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890135, 'name': CreateVM_Task, 'duration_secs': 0.54772} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.202704] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.203550] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.203910] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.204356] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.206018] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9e2ab4-ab13-47ed-8f9a-0eb4118db34a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.209734] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for the task: (returnval){ [ 1276.209734] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e76d04-05b5-ee90-672a-f9c2353188a9" [ 1276.209734] env[69041]: _type = "Task" [ 1276.209734] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.218133] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e76d04-05b5-ee90-672a-f9c2353188a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.561624] env[69041]: DEBUG nova.objects.instance [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e428329-c8f6-47c9-8945-7ac469d6a673 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.566628] env[69041]: DEBUG nova.compute.manager [req-8fefbe5a-72b3-4e67-90a9-0c57547b23f8 req-47c4409e-89af-4333-ab60-af35d89b01c5 service nova] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Received event network-vif-plugged-61d28ac0-7378-420c-86e8-46f830b6d581 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1276.566628] env[69041]: DEBUG oslo_concurrency.lockutils [req-8fefbe5a-72b3-4e67-90a9-0c57547b23f8 req-47c4409e-89af-4333-ab60-af35d89b01c5 service nova] Acquiring lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.566628] env[69041]: DEBUG oslo_concurrency.lockutils [req-8fefbe5a-72b3-4e67-90a9-0c57547b23f8 req-47c4409e-89af-4333-ab60-af35d89b01c5 service nova] Lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.566628] env[69041]: DEBUG oslo_concurrency.lockutils [req-8fefbe5a-72b3-4e67-90a9-0c57547b23f8 req-47c4409e-89af-4333-ab60-af35d89b01c5 service nova] Lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.566628] env[69041]: DEBUG nova.compute.manager [req-8fefbe5a-72b3-4e67-90a9-0c57547b23f8 req-47c4409e-89af-4333-ab60-af35d89b01c5 service nova] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] No waiting events found dispatching network-vif-plugged-61d28ac0-7378-420c-86e8-46f830b6d581 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.566628] env[69041]: WARNING nova.compute.manager [req-8fefbe5a-72b3-4e67-90a9-0c57547b23f8 req-47c4409e-89af-4333-ab60-af35d89b01c5 service nova] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Received unexpected event network-vif-plugged-61d28ac0-7378-420c-86e8-46f830b6d581 for instance with vm_state building and task_state spawning. [ 1276.586024] env[69041]: DEBUG nova.compute.utils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.589326] env[69041]: DEBUG nova.compute.manager [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.589976] env[69041]: DEBUG nova.network.neutron [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.690475] env[69041]: DEBUG nova.network.neutron [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Successfully updated port: 61d28ac0-7378-420c-86e8-46f830b6d581 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.697192] env[69041]: DEBUG nova.policy [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b96b1eee6d5f44a2ba38202e8257e347', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b90bed88e8d48828a4033c81bc715c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.721518] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e76d04-05b5-ee90-672a-f9c2353188a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015933} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.724626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.725052] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.725401] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.725680] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.725972] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.726564] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9c5b0ad-bb02-474d-9f89-615f9daaf138 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.739152] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.739152] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.740774] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19061a3-b596-4201-928a-8abceae2458b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.746796] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for the task: (returnval){ [ 1276.746796] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8f445-bc7d-0f87-52cf-dd03a211935a" [ 1276.746796] env[69041]: _type = "Task" [ 1276.746796] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.756701] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8f445-bc7d-0f87-52cf-dd03a211935a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.976126] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4b176e-b7e2-4e7b-a161-571a031c6315 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.985270] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cdd82e-a929-4f42-93e8-063fc2a73845 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.022120] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1120fde2-0af9-404a-874d-0cae1bd66057 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.030149] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0664e-c1b4-46f1-84e3-644986716223 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.044665] env[69041]: DEBUG nova.compute.provider_tree [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.055364] env[69041]: DEBUG nova.network.neutron [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Successfully created port: e0978706-89ed-4d36-aeac-fd68052bbef6 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.064540] env[69041]: DEBUG nova.objects.base [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Object Instance<1e428329-c8f6-47c9-8945-7ac469d6a673> lazy-loaded attributes: flavor,pci_requests {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1277.064540] env[69041]: DEBUG nova.network.neutron [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.093130] env[69041]: DEBUG nova.compute.manager [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.119423] env[69041]: DEBUG nova.policy [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724db22429b34905aa93929e23c6989c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e69e9151cb419d8faae31d3ffbb470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.194795] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquiring lock "refresh_cache-8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.194984] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquired lock "refresh_cache-8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.195168] env[69041]: DEBUG nova.network.neutron [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.259616] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a8f445-bc7d-0f87-52cf-dd03a211935a, 'name': SearchDatastore_Task, 'duration_secs': 0.013729} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.260499] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0adede60-11a4-4a2f-abed-aa4261a96033 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.268704] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for the task: (returnval){ [ 1277.268704] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c594dd-4db7-0fa8-4c09-039ce17b9264" [ 1277.268704] env[69041]: _type = "Task" [ 1277.268704] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.278427] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c594dd-4db7-0fa8-4c09-039ce17b9264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.539923] env[69041]: DEBUG nova.network.neutron [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Successfully created port: a6686726-3b3f-4edb-a19c-63ce696031f5 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.548454] env[69041]: DEBUG nova.scheduler.client.report [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.743310] env[69041]: DEBUG nova.network.neutron [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.778972] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c594dd-4db7-0fa8-4c09-039ce17b9264, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.779152] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.779418] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 32d25211-63a2-470f-81c7-126bf00a5483/32d25211-63a2-470f-81c7-126bf00a5483.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.779761] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e83c9b83-b6a8-4dfa-b886-d1cbb09b573b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.786491] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for the task: (returnval){ [ 1277.786491] env[69041]: value = "task-2890136" [ 1277.786491] env[69041]: _type = "Task" [ 1277.786491] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.794838] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.914965] env[69041]: DEBUG nova.network.neutron [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Updating instance_info_cache with network_info: [{"id": "61d28ac0-7378-420c-86e8-46f830b6d581", "address": "fa:16:3e:51:0c:77", "network": {"id": "1c4249a2-c19d-4662-b61d-c364e5203b7f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2078062669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201503bc445e45fbbfcff732b76416c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61d28ac0-73", "ovs_interfaceid": "61d28ac0-7378-420c-86e8-46f830b6d581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.055067] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.058709] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.512s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.060695] env[69041]: INFO nova.compute.claims [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.081847] env[69041]: INFO nova.scheduler.client.report [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Deleted allocations for instance 8038fce1-b94f-4a86-a925-1e789fae4068 [ 1278.105577] env[69041]: DEBUG nova.compute.manager [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.130250] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d9197eb1b93720274a43267ddea3ef6d',container_format='bare',created_at=2025-03-10T15:09:49Z,direct_url=,disk_format='vmdk',id=c2e2f000-4cc5-4348-a17e-072901b69495,min_disk=1,min_ram=0,name='tempest-test-snap-453464526',owner='3b90bed88e8d48828a4033c81bc715c5',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-10T15:10:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.130527] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.130685] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.131024] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.131207] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.131363] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.131584] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.131754] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.131927] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.132105] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.132318] env[69041]: DEBUG nova.virt.hardware [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.136053] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed9413c-32bc-4cab-9bd4-2db8d9704ea3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.144646] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3a57b0-4ebf-4721-866d-978d72e6cce4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.297923] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890136, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.417826] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Releasing lock "refresh_cache-8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.418190] env[69041]: DEBUG nova.compute.manager [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Instance network_info: |[{"id": "61d28ac0-7378-420c-86e8-46f830b6d581", "address": "fa:16:3e:51:0c:77", "network": {"id": "1c4249a2-c19d-4662-b61d-c364e5203b7f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2078062669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201503bc445e45fbbfcff732b76416c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61d28ac0-73", "ovs_interfaceid": "61d28ac0-7378-420c-86e8-46f830b6d581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.418808] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:0c:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61d28ac0-7378-420c-86e8-46f830b6d581', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.427243] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Creating folder: Project (201503bc445e45fbbfcff732b76416c2). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.427243] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8458dad9-b8b0-4189-86be-11d74b8ce609 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.441812] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Created folder: Project (201503bc445e45fbbfcff732b76416c2) in parent group-v580429. [ 1278.442446] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Creating folder: Instances. Parent ref: group-v580646. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.442446] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a61e660-525e-488f-bee3-b6943bb6046c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.454478] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Created folder: Instances in parent group-v580646. [ 1278.454740] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.455027] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.455302] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7153386c-4ad8-4065-ba33-764d32af1fa5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.484065] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.484065] env[69041]: value = "task-2890139" [ 1278.484065] env[69041]: _type = "Task" [ 1278.484065] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.492725] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890139, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.590628] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53346c00-f1f6-4028-b7e1-b05a744b2d0f tempest-ServerShowV247Test-58840533 tempest-ServerShowV247Test-58840533-project-member] Lock "8038fce1-b94f-4a86-a925-1e789fae4068" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.792s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.677467] env[69041]: DEBUG nova.compute.manager [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Received event network-changed-61d28ac0-7378-420c-86e8-46f830b6d581 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1278.677684] env[69041]: DEBUG nova.compute.manager [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Refreshing instance network info cache due to event network-changed-61d28ac0-7378-420c-86e8-46f830b6d581. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1278.677915] env[69041]: DEBUG oslo_concurrency.lockutils [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] Acquiring lock "refresh_cache-8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.678213] env[69041]: DEBUG oslo_concurrency.lockutils [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] Acquired lock "refresh_cache-8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.678275] env[69041]: DEBUG nova.network.neutron [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Refreshing network info cache for port 61d28ac0-7378-420c-86e8-46f830b6d581 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.793315] env[69041]: DEBUG nova.network.neutron [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Successfully updated port: e0978706-89ed-4d36-aeac-fd68052bbef6 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.799266] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761848} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.799543] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 32d25211-63a2-470f-81c7-126bf00a5483/32d25211-63a2-470f-81c7-126bf00a5483.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.799767] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.800276] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-898e48c5-4746-4e7f-993c-392aab1ed81d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.808433] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for the task: (returnval){ [ 1278.808433] env[69041]: value = "task-2890140" [ 1278.808433] env[69041]: _type = "Task" [ 1278.808433] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.818719] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.001614] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890139, 'name': CreateVM_Task, 'duration_secs': 0.362699} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.001825] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.002592] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.002762] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.003106] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.003370] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec71c47-d6a1-4f75-9c9c-ff9d6d33ee59 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.011860] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for the task: (returnval){ [ 1279.011860] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526fc354-0aff-9458-79ca-145560169a41" [ 1279.011860] env[69041]: _type = "Task" [ 1279.011860] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.022041] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526fc354-0aff-9458-79ca-145560169a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.136554] env[69041]: DEBUG nova.network.neutron [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Successfully updated port: a6686726-3b3f-4edb-a19c-63ce696031f5 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.221627] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "ae054fc7-ad81-4767-818d-2577bb98e88b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.221868] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.294861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "refresh_cache-1aad063e-abdd-45ce-9b5a-8901bd22fbd3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.295014] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "refresh_cache-1aad063e-abdd-45ce-9b5a-8901bd22fbd3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.295906] env[69041]: DEBUG nova.network.neutron [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.324683] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071796} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.324945] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.325832] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1dcf8c-6a4b-4cc5-8b5b-5c57529b6ddf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.356070] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 32d25211-63a2-470f-81c7-126bf00a5483/32d25211-63a2-470f-81c7-126bf00a5483.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.359091] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e60cf3-07e6-430d-a90f-d62d7c9b9168 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.382947] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for the task: (returnval){ [ 1279.382947] env[69041]: value = "task-2890141" [ 1279.382947] env[69041]: _type = "Task" [ 1279.382947] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.395725] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.410036] env[69041]: DEBUG nova.network.neutron [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Updated VIF entry in instance network info cache for port 61d28ac0-7378-420c-86e8-46f830b6d581. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.410451] env[69041]: DEBUG nova.network.neutron [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Updating instance_info_cache with network_info: [{"id": "61d28ac0-7378-420c-86e8-46f830b6d581", "address": "fa:16:3e:51:0c:77", "network": {"id": "1c4249a2-c19d-4662-b61d-c364e5203b7f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2078062669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "201503bc445e45fbbfcff732b76416c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61d28ac0-73", "ovs_interfaceid": "61d28ac0-7378-420c-86e8-46f830b6d581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.413105] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe46ee18-2ae6-4e8d-9373-8cb9659de026 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.421006] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febbb899-d952-4d66-ab19-50c030f93f72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.452847] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c542a0a7-e15e-4100-922f-947a1d8e28aa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.460895] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b48271d-903b-482b-b247-a309165d157e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.474984] env[69041]: DEBUG nova.compute.provider_tree [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.522418] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526fc354-0aff-9458-79ca-145560169a41, 'name': SearchDatastore_Task, 'duration_secs': 0.019617} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.522739] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.522974] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.523225] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.523374] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.523556] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.523823] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8638aedb-531c-42d8-b717-b19c5e860944 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.533583] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.533794] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.534611] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c615fe8-5702-4b22-b7e0-249922bd0b9a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.540842] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for the task: (returnval){ [ 1279.540842] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522a1d1b-cf4c-8c87-baf5-bde3e041d7c5" [ 1279.540842] env[69041]: _type = "Task" [ 1279.540842] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.548259] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522a1d1b-cf4c-8c87-baf5-bde3e041d7c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.620183] env[69041]: DEBUG oslo_vmware.rw_handles [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52769827-c72b-6cfd-f69e-9d5e12dd1cc6/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1279.621338] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79da016-b8a8-4743-8552-775bfcb99e53 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.631125] env[69041]: DEBUG oslo_vmware.rw_handles [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52769827-c72b-6cfd-f69e-9d5e12dd1cc6/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1279.631395] env[69041]: ERROR oslo_vmware.rw_handles [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52769827-c72b-6cfd-f69e-9d5e12dd1cc6/disk-0.vmdk due to incomplete transfer. [ 1279.631704] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7999e9e5-0071-4582-9dcd-803793f0aaa9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.639264] env[69041]: DEBUG oslo_vmware.rw_handles [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52769827-c72b-6cfd-f69e-9d5e12dd1cc6/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1279.639522] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Uploaded image 09066404-c68c-45cf-9e1e-1b7f6c92fd80 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1279.641890] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1279.642552] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.642653] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.642795] env[69041]: DEBUG nova.network.neutron [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.643905] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6b56e39-4305-4934-9337-2d077f005f5d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.649894] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1279.649894] env[69041]: value = "task-2890142" [ 1279.649894] env[69041]: _type = "Task" [ 1279.649894] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.659346] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890142, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.725333] env[69041]: DEBUG nova.compute.utils [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.839586] env[69041]: DEBUG nova.network.neutron [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.892530] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.917571] env[69041]: DEBUG oslo_concurrency.lockutils [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] Releasing lock "refresh_cache-8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.917825] env[69041]: DEBUG nova.compute.manager [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Received event network-changed-29f3a96f-8c2c-4918-83ab-1de30533972a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1279.917988] env[69041]: DEBUG nova.compute.manager [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Refreshing instance network info cache due to event network-changed-29f3a96f-8c2c-4918-83ab-1de30533972a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1279.918202] env[69041]: DEBUG oslo_concurrency.lockutils [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] Acquiring lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.918404] env[69041]: DEBUG oslo_concurrency.lockutils [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] Acquired lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.918567] env[69041]: DEBUG nova.network.neutron [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Refreshing network info cache for port 29f3a96f-8c2c-4918-83ab-1de30533972a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.975682] env[69041]: DEBUG nova.network.neutron [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Updating instance_info_cache with network_info: [{"id": "e0978706-89ed-4d36-aeac-fd68052bbef6", "address": "fa:16:3e:a2:02:2e", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0978706-89", "ovs_interfaceid": "e0978706-89ed-4d36-aeac-fd68052bbef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.977459] env[69041]: DEBUG nova.scheduler.client.report [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.050451] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522a1d1b-cf4c-8c87-baf5-bde3e041d7c5, 'name': SearchDatastore_Task, 'duration_secs': 0.028253} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.052026] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab850735-74e2-4603-b80c-df70035634f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.056488] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for the task: (returnval){ [ 1280.056488] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523c6185-dd54-854b-f3a2-b146326dea08" [ 1280.056488] env[69041]: _type = "Task" [ 1280.056488] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.063883] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523c6185-dd54-854b-f3a2-b146326dea08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.159865] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890142, 'name': Destroy_Task, 'duration_secs': 0.315266} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.160153] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Destroyed the VM [ 1280.160395] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1280.160634] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc1dc270-de0b-415d-b535-90e12ea855ef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.166591] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1280.166591] env[69041]: value = "task-2890143" [ 1280.166591] env[69041]: _type = "Task" [ 1280.166591] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.174414] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.178513] env[69041]: WARNING nova.network.neutron [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] 931cb1ec-a7af-4f24-a385-e3ce9a12b537 already exists in list: networks containing: ['931cb1ec-a7af-4f24-a385-e3ce9a12b537']. ignoring it [ 1280.228425] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.397698] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890141, 'name': ReconfigVM_Task, 'duration_secs': 0.858867} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.400278] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 32d25211-63a2-470f-81c7-126bf00a5483/32d25211-63a2-470f-81c7-126bf00a5483.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.400902] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a852cec-b96c-4a05-b090-1ad1b4fd0d7f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.407684] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for the task: (returnval){ [ 1280.407684] env[69041]: value = "task-2890144" [ 1280.407684] env[69041]: _type = "Task" [ 1280.407684] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.417706] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890144, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.482633] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "refresh_cache-1aad063e-abdd-45ce-9b5a-8901bd22fbd3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.482968] env[69041]: DEBUG nova.compute.manager [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Instance network_info: |[{"id": "e0978706-89ed-4d36-aeac-fd68052bbef6", "address": "fa:16:3e:a2:02:2e", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0978706-89", "ovs_interfaceid": "e0978706-89ed-4d36-aeac-fd68052bbef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.483802] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.484334] env[69041]: DEBUG nova.compute.manager [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.491021] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:02:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0978706-89ed-4d36-aeac-fd68052bbef6', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.496538] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.496788] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.502s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.497024] env[69041]: DEBUG nova.objects.instance [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lazy-loading 'resources' on Instance uuid 237a7a80-f079-4b2c-8507-d1406217ceca {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.498774] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.499173] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79c442a6-4a31-45b0-9be3-660b5cea8a4a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.520164] env[69041]: DEBUG nova.network.neutron [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6686726-3b3f-4edb-a19c-63ce696031f5", "address": "fa:16:3e:bd:4a:f0", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6686726-3b", "ovs_interfaceid": "a6686726-3b3f-4edb-a19c-63ce696031f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.528430] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.528430] env[69041]: value = "task-2890145" [ 1280.528430] env[69041]: _type = "Task" [ 1280.528430] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.539158] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890145, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.566727] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523c6185-dd54-854b-f3a2-b146326dea08, 'name': SearchDatastore_Task, 'duration_secs': 0.045051} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.566993] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.567566] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e/8d37a06e-85bf-42e8-8125-0f8b2eda7d0e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.567865] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-690525d3-a554-47d6-b827-74ea38788cea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.574499] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for the task: (returnval){ [ 1280.574499] env[69041]: value = "task-2890146" [ 1280.574499] env[69041]: _type = "Task" [ 1280.574499] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.586183] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.677417] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890143, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.727640] env[69041]: DEBUG nova.network.neutron [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updated VIF entry in instance network info cache for port 29f3a96f-8c2c-4918-83ab-1de30533972a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.728062] env[69041]: DEBUG nova.network.neutron [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance_info_cache with network_info: [{"id": "29f3a96f-8c2c-4918-83ab-1de30533972a", "address": "fa:16:3e:27:7e:8c", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3a96f-8c", "ovs_interfaceid": "29f3a96f-8c2c-4918-83ab-1de30533972a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.927348] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890144, 'name': Rename_Task, 'duration_secs': 0.184368} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.927348] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.927348] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2af07445-8fc4-453f-acb1-30b29907a081 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.933989] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for the task: (returnval){ [ 1280.933989] env[69041]: value = "task-2890147" [ 1280.933989] env[69041]: _type = "Task" [ 1280.933989] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.946858] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.000555] env[69041]: DEBUG nova.compute.utils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.004962] env[69041]: DEBUG nova.compute.manager [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Not allocating networking since 'none' was specified. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1281.022358] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.023162] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.023370] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.024967] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5ab250-c2af-415e-a3d6-b292642fecae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.050812] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.051103] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.051264] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.051449] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.051595] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.051739] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.051944] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.052121] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.052285] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.052447] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.052620] env[69041]: DEBUG nova.virt.hardware [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.059762] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Reconfiguring VM to attach interface {{(pid=69041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1281.063622] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98602d99-ab2f-479b-a09c-5a23070ba76e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.090426] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890145, 'name': CreateVM_Task, 'duration_secs': 0.334187} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.090739] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.092020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.092020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.092020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.095633] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735601bd-e42a-4faa-9d66-ba5ded6de774 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.095887] env[69041]: DEBUG oslo_vmware.api [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1281.095887] env[69041]: value = "task-2890148" [ 1281.095887] env[69041]: _type = "Task" [ 1281.095887] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.102601] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890146, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.107890] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1281.107890] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f9cf83-4270-ca90-5a8c-1400bc437dfc" [ 1281.107890] env[69041]: _type = "Task" [ 1281.107890] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.117354] env[69041]: DEBUG oslo_vmware.api [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890148, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.125886] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.126143] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Processing image c2e2f000-4cc5-4348-a17e-072901b69495 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.126415] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495/c2e2f000-4cc5-4348-a17e-072901b69495.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.126566] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495/c2e2f000-4cc5-4348-a17e-072901b69495.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.126742] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.126989] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0caada2-f52b-41d5-b6f6-726f1e366dd5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.143277] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.143452] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.144380] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65115213-697a-49eb-8b2d-85459f3fdfe8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.152633] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1281.152633] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524875e3-8884-59b1-d5c8-645abf227dd5" [ 1281.152633] env[69041]: _type = "Task" [ 1281.152633] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.160528] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524875e3-8884-59b1-d5c8-645abf227dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.180303] env[69041]: DEBUG oslo_vmware.api [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890143, 'name': RemoveSnapshot_Task, 'duration_secs': 0.54771} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.180303] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1281.180303] env[69041]: INFO nova.compute.manager [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Took 14.94 seconds to snapshot the instance on the hypervisor. [ 1281.233688] env[69041]: DEBUG oslo_concurrency.lockutils [req-0c4dfe0d-7bc1-440d-a750-703482b61bce req-068e39dc-6ab2-41ab-8fc5-cfdde2d762e0 service nova] Releasing lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.400914] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "ae054fc7-ad81-4767-818d-2577bb98e88b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.401194] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.401420] env[69041]: INFO nova.compute.manager [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Attaching volume a3f94be3-1a80-4425-ae56-530c4c04351e to /dev/sdb [ 1281.410908] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334530c3-4248-4111-8007-764c4494197f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.418775] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b660212a-c2a7-4e4c-af64-eef6aaa020be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.456514] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee32114-32b7-419a-9538-6c5f30ba02c7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.461121] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a44b06-a15e-412d-a6e9-259e0cf9f4df {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.472248] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.474679] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a60327-f99a-4c25-8661-1b5d1de2fbe6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.480285] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331889d0-9b91-4f67-ab60-43f9f961a122 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.493171] env[69041]: DEBUG nova.compute.provider_tree [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.498892] env[69041]: DEBUG nova.virt.block_device [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Updating existing volume attachment record: e051c8c4-704c-481e-8dac-9c3051a958a8 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1281.508652] env[69041]: DEBUG nova.compute.manager [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.590960] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581174} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.593620] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e/8d37a06e-85bf-42e8-8125-0f8b2eda7d0e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.593620] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.593620] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e07e954c-4000-4877-8183-8e40d29f3d37 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.598482] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for the task: (returnval){ [ 1281.598482] env[69041]: value = "task-2890149" [ 1281.598482] env[69041]: _type = "Task" [ 1281.598482] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.613890] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.615108] env[69041]: DEBUG oslo_vmware.api [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.664975] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Preparing fetch location {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1281.664975] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Fetch image to [datastore1] OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569/OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569.vmdk {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1281.664975] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Downloading stream optimized image c2e2f000-4cc5-4348-a17e-072901b69495 to [datastore1] OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569/OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569.vmdk on the data store datastore1 as vApp {{(pid=69041) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1281.664975] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Downloading image file data c2e2f000-4cc5-4348-a17e-072901b69495 to the ESX as VM named 'OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569' {{(pid=69041) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1281.752787] env[69041]: DEBUG nova.compute.manager [None req-6283d91d-9903-4593-b3d0-836c8feef15a tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Found 2 images (rotation: 2) {{(pid=69041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1281.767268] env[69041]: DEBUG oslo_vmware.rw_handles [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1281.767268] env[69041]: value = "resgroup-9" [ 1281.767268] env[69041]: _type = "ResourcePool" [ 1281.767268] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1281.767764] env[69041]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a3925633-6d2b-4f89-a15f-8bfd5c3b7da3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.790770] env[69041]: DEBUG oslo_vmware.rw_handles [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lease: (returnval){ [ 1281.790770] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f4dde5-e5b2-dc8b-fa8b-27063ec62748" [ 1281.790770] env[69041]: _type = "HttpNfcLease" [ 1281.790770] env[69041]: } obtained for vApp import into resource pool (val){ [ 1281.790770] env[69041]: value = "resgroup-9" [ 1281.790770] env[69041]: _type = "ResourcePool" [ 1281.790770] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1281.791128] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the lease: (returnval){ [ 1281.791128] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f4dde5-e5b2-dc8b-fa8b-27063ec62748" [ 1281.791128] env[69041]: _type = "HttpNfcLease" [ 1281.791128] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1281.798625] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1281.798625] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f4dde5-e5b2-dc8b-fa8b-27063ec62748" [ 1281.798625] env[69041]: _type = "HttpNfcLease" [ 1281.798625] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1281.964049] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890147, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.996598] env[69041]: DEBUG nova.scheduler.client.report [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.114162] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072109} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.117961] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.118517] env[69041]: DEBUG oslo_vmware.api [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890148, 'name': ReconfigVM_Task, 'duration_secs': 0.718288} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.119365] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2916142-c0be-4ffc-aa14-1fa614375ba9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.123125] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.123672] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Reconfigured VM to attach interface {{(pid=69041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1282.151409] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e/8d37a06e-85bf-42e8-8125-0f8b2eda7d0e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.152712] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e16f6c83-09eb-4ef2-aa24-875310c3507a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.176310] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for the task: (returnval){ [ 1282.176310] env[69041]: value = "task-2890154" [ 1282.176310] env[69041]: _type = "Task" [ 1282.176310] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.183644] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.302804] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1282.302804] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f4dde5-e5b2-dc8b-fa8b-27063ec62748" [ 1282.302804] env[69041]: _type = "HttpNfcLease" [ 1282.302804] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1282.415617] env[69041]: DEBUG nova.compute.manager [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Received event network-vif-plugged-e0978706-89ed-4d36-aeac-fd68052bbef6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1282.415785] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Acquiring lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.415997] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.416218] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.416369] env[69041]: DEBUG nova.compute.manager [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] No waiting events found dispatching network-vif-plugged-e0978706-89ed-4d36-aeac-fd68052bbef6 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1282.416555] env[69041]: WARNING nova.compute.manager [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Received unexpected event network-vif-plugged-e0978706-89ed-4d36-aeac-fd68052bbef6 for instance with vm_state building and task_state spawning. [ 1282.416721] env[69041]: DEBUG nova.compute.manager [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Received event network-changed-e0978706-89ed-4d36-aeac-fd68052bbef6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1282.416872] env[69041]: DEBUG nova.compute.manager [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Refreshing instance network info cache due to event network-changed-e0978706-89ed-4d36-aeac-fd68052bbef6. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1282.417072] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Acquiring lock "refresh_cache-1aad063e-abdd-45ce-9b5a-8901bd22fbd3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.417209] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Acquired lock "refresh_cache-1aad063e-abdd-45ce-9b5a-8901bd22fbd3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.417370] env[69041]: DEBUG nova.network.neutron [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Refreshing network info cache for port e0978706-89ed-4d36-aeac-fd68052bbef6 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.462009] env[69041]: DEBUG oslo_vmware.api [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890147, 'name': PowerOnVM_Task, 'duration_secs': 1.102414} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.462668] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.462749] env[69041]: INFO nova.compute.manager [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1282.462895] env[69041]: DEBUG nova.compute.manager [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.463937] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d93ccd1-c44b-408c-986c-028890203e2f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.503071] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.506534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.122s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.506534] env[69041]: DEBUG nova.objects.instance [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lazy-loading 'resources' on Instance uuid 518aa9c0-880c-4aef-9429-9000e2f9eee2 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.520038] env[69041]: DEBUG nova.compute.manager [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.539033] env[69041]: INFO nova.scheduler.client.report [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Deleted allocations for instance 237a7a80-f079-4b2c-8507-d1406217ceca [ 1282.551416] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.551416] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.551622] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.555019] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.555019] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.555019] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.555019] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.555019] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.555019] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.555019] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.555019] env[69041]: DEBUG nova.virt.hardware [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.555019] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33994cdb-d03d-4c70-b8fd-306d299c5534 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.564068] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8044dbfc-dfc4-41fa-892e-1a98568c099f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.580670] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.586742] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Creating folder: Project (1a2af4ba25c34421a1cabba40c2e2c96). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.587447] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d46aae2c-5a9f-49de-be10-3db20ca423b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.597881] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Created folder: Project (1a2af4ba25c34421a1cabba40c2e2c96) in parent group-v580429. [ 1282.598085] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Creating folder: Instances. Parent ref: group-v580653. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.598361] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a6a5214-ee5b-4908-9513-6564bb573bd6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.608096] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Created folder: Instances in parent group-v580653. [ 1282.608343] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.608579] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.609614] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9f8e0a7-66fe-4735-a015-0d0005659350 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.625776] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.625776] env[69041]: value = "task-2890157" [ 1282.625776] env[69041]: _type = "Task" [ 1282.625776] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.630062] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d13eb6f1-3219-4eb6-9dc7-08f461b7b261 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.761s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.635801] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890157, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.691205] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890154, 'name': ReconfigVM_Task, 'duration_secs': 0.346377} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.691659] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e/8d37a06e-85bf-42e8-8125-0f8b2eda7d0e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.692585] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a81405db-3b12-49de-a2fa-5605fc70ccbb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.702222] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for the task: (returnval){ [ 1282.702222] env[69041]: value = "task-2890158" [ 1282.702222] env[69041]: _type = "Task" [ 1282.702222] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.713060] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890158, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.799909] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1282.799909] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f4dde5-e5b2-dc8b-fa8b-27063ec62748" [ 1282.799909] env[69041]: _type = "HttpNfcLease" [ 1282.799909] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1282.800231] env[69041]: DEBUG oslo_vmware.rw_handles [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1282.800231] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f4dde5-e5b2-dc8b-fa8b-27063ec62748" [ 1282.800231] env[69041]: _type = "HttpNfcLease" [ 1282.800231] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1282.800992] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d8d353-0f2a-40b2-bc6e-85b9ac51450b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.809566] env[69041]: DEBUG oslo_vmware.rw_handles [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52417d4b-7dd5-93a7-ead9-f0749adecc8f/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1282.809758] env[69041]: DEBUG oslo_vmware.rw_handles [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52417d4b-7dd5-93a7-ead9-f0749adecc8f/disk-0.vmdk. {{(pid=69041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1282.883921] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5dfe673e-7ccf-4e31-9dda-91f999667f77 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.984111] env[69041]: INFO nova.compute.manager [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Took 20.51 seconds to build instance. [ 1283.052304] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2fd69cf1-e428-4849-aff1-fa6e228db5b5 tempest-InstanceActionsNegativeTestJSON-1889269799 tempest-InstanceActionsNegativeTestJSON-1889269799-project-member] Lock "237a7a80-f079-4b2c-8507-d1406217ceca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.031s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.139264] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890157, 'name': CreateVM_Task, 'duration_secs': 0.387336} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.139460] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.140315] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.140315] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.140466] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.140786] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea071e3a-05f9-4839-a098-ad168cb40f80 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.145667] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1283.145667] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528443af-fb82-740c-d4e8-636bd6eec8fb" [ 1283.145667] env[69041]: _type = "Task" [ 1283.145667] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.157513] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528443af-fb82-740c-d4e8-636bd6eec8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.172745] env[69041]: DEBUG nova.network.neutron [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Updated VIF entry in instance network info cache for port e0978706-89ed-4d36-aeac-fd68052bbef6. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.172957] env[69041]: DEBUG nova.network.neutron [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Updating instance_info_cache with network_info: [{"id": "e0978706-89ed-4d36-aeac-fd68052bbef6", "address": "fa:16:3e:a2:02:2e", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0978706-89", "ovs_interfaceid": "e0978706-89ed-4d36-aeac-fd68052bbef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.211099] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890158, 'name': Rename_Task, 'duration_secs': 0.200834} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.213607] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.214317] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3971ee04-2ce0-4b71-b53d-f3e21f585f88 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.227577] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for the task: (returnval){ [ 1283.227577] env[69041]: value = "task-2890159" [ 1283.227577] env[69041]: _type = "Task" [ 1283.227577] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.237790] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.380777] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf51ae6d-d52e-4f54-9996-283ed7add25e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.392727] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694cbc4d-8a63-4ea8-867d-7802503f2b46 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.441044] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c01675c-19e4-4f1c-b2cc-93e0c5eb7ca6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.449743] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51594e3a-0cba-4209-b10f-97addfd96f60 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.470574] env[69041]: DEBUG nova.compute.provider_tree [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.486117] env[69041]: DEBUG oslo_concurrency.lockutils [None req-15c9cf16-f113-4887-948e-b93f1db80fc4 tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lock "32d25211-63a2-470f-81c7-126bf00a5483" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.035s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.660749] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528443af-fb82-740c-d4e8-636bd6eec8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.022754} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.661076] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.661320] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.661580] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.661762] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.661991] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.662320] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b58b4170-0ad0-47a3-b536-5e0148feb35e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.674126] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.674355] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.675593] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Releasing lock "refresh_cache-1aad063e-abdd-45ce-9b5a-8901bd22fbd3" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.675910] env[69041]: DEBUG nova.compute.manager [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received event network-vif-plugged-a6686726-3b3f-4edb-a19c-63ce696031f5 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1283.676134] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.676485] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.676688] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.677404] env[69041]: DEBUG nova.compute.manager [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] No waiting events found dispatching network-vif-plugged-a6686726-3b3f-4edb-a19c-63ce696031f5 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.677404] env[69041]: WARNING nova.compute.manager [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received unexpected event network-vif-plugged-a6686726-3b3f-4edb-a19c-63ce696031f5 for instance with vm_state active and task_state None. [ 1283.677606] env[69041]: DEBUG nova.compute.manager [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received event network-changed-a6686726-3b3f-4edb-a19c-63ce696031f5 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1283.677877] env[69041]: DEBUG nova.compute.manager [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Refreshing instance network info cache due to event network-changed-a6686726-3b3f-4edb-a19c-63ce696031f5. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1283.678413] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Acquiring lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.678659] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Acquired lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.678853] env[69041]: DEBUG nova.network.neutron [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Refreshing network info cache for port a6686726-3b3f-4edb-a19c-63ce696031f5 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.681361] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f93995-b401-4e16-ab29-9fa516baa7de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.690891] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1283.690891] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52182670-52f7-7aee-93c7-1866d2f2198f" [ 1283.690891] env[69041]: _type = "Task" [ 1283.690891] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.704719] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52182670-52f7-7aee-93c7-1866d2f2198f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.740738] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890159, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.859399] env[69041]: DEBUG nova.compute.manager [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.860440] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034bb798-f768-46fd-80ed-a6b19e6f5ddc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.898278] env[69041]: DEBUG oslo_vmware.rw_handles [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Completed reading data from the image iterator. {{(pid=69041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1283.898278] env[69041]: DEBUG oslo_vmware.rw_handles [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52417d4b-7dd5-93a7-ead9-f0749adecc8f/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1283.898533] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb4a1a-7470-42d1-ac76-c1c29df98de4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.907262] env[69041]: DEBUG oslo_vmware.rw_handles [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52417d4b-7dd5-93a7-ead9-f0749adecc8f/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1283.907262] env[69041]: DEBUG oslo_vmware.rw_handles [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52417d4b-7dd5-93a7-ead9-f0749adecc8f/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1283.908254] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fbd8dd7c-792c-4282-9bf3-78c8fb6807bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.975996] env[69041]: DEBUG nova.scheduler.client.report [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.201766] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52182670-52f7-7aee-93c7-1866d2f2198f, 'name': SearchDatastore_Task, 'duration_secs': 0.014013} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.202692] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c68c9868-3ea1-431a-8e21-6a464e6cc988 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.208219] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1284.208219] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52357588-60a2-3e07-d31f-808d9a359865" [ 1284.208219] env[69041]: _type = "Task" [ 1284.208219] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.220356] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52357588-60a2-3e07-d31f-808d9a359865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.236755] env[69041]: DEBUG oslo_vmware.api [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890159, 'name': PowerOnVM_Task, 'duration_secs': 0.567591} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.237109] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.237383] env[69041]: INFO nova.compute.manager [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1284.237633] env[69041]: DEBUG nova.compute.manager [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.238793] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddfc241-1d8c-4c85-88f7-43ac857d98e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.373153] env[69041]: INFO nova.compute.manager [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] instance snapshotting [ 1284.373777] env[69041]: DEBUG nova.objects.instance [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'flavor' on Instance uuid 983aa6f2-dc56-45d9-8b35-688d75f63525 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.481529] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.486138] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.031s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.486581] env[69041]: DEBUG nova.objects.instance [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lazy-loading 'resources' on Instance uuid 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.504332] env[69041]: DEBUG oslo_vmware.rw_handles [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52417d4b-7dd5-93a7-ead9-f0749adecc8f/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1284.506458] env[69041]: INFO nova.virt.vmwareapi.images [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Downloaded image file data c2e2f000-4cc5-4348-a17e-072901b69495 [ 1284.506458] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bed8c9e-e9a6-43c0-a683-311e846e2c99 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.529091] env[69041]: INFO nova.scheduler.client.report [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Deleted allocations for instance 518aa9c0-880c-4aef-9429-9000e2f9eee2 [ 1284.530156] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9927b25-0958-42c8-93be-0dc5a0200f8f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.585690] env[69041]: DEBUG nova.network.neutron [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updated VIF entry in instance network info cache for port a6686726-3b3f-4edb-a19c-63ce696031f5. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.586207] env[69041]: DEBUG nova.network.neutron [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6686726-3b3f-4edb-a19c-63ce696031f5", "address": "fa:16:3e:bd:4a:f0", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6686726-3b", "ovs_interfaceid": "a6686726-3b3f-4edb-a19c-63ce696031f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.594048] env[69041]: INFO nova.virt.vmwareapi.images [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] The imported VM was unregistered [ 1284.594048] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Caching image {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1284.594048] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.594445] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22a211e9-73c5-4338-a68a-32a70e508dcd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.606177] env[69041]: DEBUG nova.compute.manager [req-0853af1f-2e13-442a-bc91-ff751fecfca2 req-9a96add6-b560-4db5-b026-d3b33f46ce6f service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Received event network-changed-a0db1fdc-620e-4bf8-8f3d-f80191371f84 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1284.606452] env[69041]: DEBUG nova.compute.manager [req-0853af1f-2e13-442a-bc91-ff751fecfca2 req-9a96add6-b560-4db5-b026-d3b33f46ce6f service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Refreshing instance network info cache due to event network-changed-a0db1fdc-620e-4bf8-8f3d-f80191371f84. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1284.606717] env[69041]: DEBUG oslo_concurrency.lockutils [req-0853af1f-2e13-442a-bc91-ff751fecfca2 req-9a96add6-b560-4db5-b026-d3b33f46ce6f service nova] Acquiring lock "refresh_cache-32d25211-63a2-470f-81c7-126bf00a5483" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.606903] env[69041]: DEBUG oslo_concurrency.lockutils [req-0853af1f-2e13-442a-bc91-ff751fecfca2 req-9a96add6-b560-4db5-b026-d3b33f46ce6f service nova] Acquired lock "refresh_cache-32d25211-63a2-470f-81c7-126bf00a5483" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.607038] env[69041]: DEBUG nova.network.neutron [req-0853af1f-2e13-442a-bc91-ff751fecfca2 req-9a96add6-b560-4db5-b026-d3b33f46ce6f service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Refreshing network info cache for port a0db1fdc-620e-4bf8-8f3d-f80191371f84 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.613029] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Created directory with path [datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.613029] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569/OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569.vmdk to [datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495/c2e2f000-4cc5-4348-a17e-072901b69495.vmdk. {{(pid=69041) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1284.613029] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-58c92eb6-4379-43f6-aca6-71bb11e31a3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.621575] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1284.621575] env[69041]: value = "task-2890162" [ 1284.621575] env[69041]: _type = "Task" [ 1284.621575] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.630839] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890162, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.719766] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52357588-60a2-3e07-d31f-808d9a359865, 'name': SearchDatastore_Task, 'duration_secs': 0.028973} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.720084] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.720378] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] dcf6e0e9-3ef9-4490-a3fb-f488dd51668a/dcf6e0e9-3ef9-4490-a3fb-f488dd51668a.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.720667] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adc00ac8-f24a-4df0-b4e0-8418a5f8b255 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.727787] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1284.727787] env[69041]: value = "task-2890163" [ 1284.727787] env[69041]: _type = "Task" [ 1284.727787] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.737150] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.759024] env[69041]: INFO nova.compute.manager [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Took 21.51 seconds to build instance. [ 1284.881308] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8174f165-6b59-48ea-89d5-8c77533eec62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.906086] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ba95a2-8818-4a5e-b739-3bd6f5c98f31 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.044291] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef84233-fe9a-4bae-9117-221c4514628f tempest-AttachInterfacesUnderV243Test-887368642 tempest-AttachInterfacesUnderV243Test-887368642-project-member] Lock "518aa9c0-880c-4aef-9429-9000e2f9eee2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.517s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.089132] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8cb94ae-0a51-450e-b3a2-2423180df466 req-492052ec-5f51-414b-8c68-24807ba842d3 service nova] Releasing lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.139403] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890162, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.242655] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.259870] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22bef2d4-d738-4e5a-89a7-0a2586c4b95f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.027s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.269998] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-902f8e3d-bf92-4721-966d-159b7d3f1c5c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.270414] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-902f8e3d-bf92-4721-966d-159b7d3f1c5c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.270681] env[69041]: DEBUG nova.objects.instance [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'flavor' on Instance uuid 1e428329-c8f6-47c9-8945-7ac469d6a673 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.319519] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "651f64cd-4388-4c72-afe7-b34d379d23ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.319663] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.410685] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b58c846-05ea-4778-9b23-8c00e98fbf10 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.418697] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1285.420592] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1378d8d6-c627-4a3f-b895-faaed40358be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.424147] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e964b1d6-d821-4015-ab8f-ad3145ff76f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.460583] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df21860-c2e2-4e2a-812f-5ac31bdc2152 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.463698] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1285.463698] env[69041]: value = "task-2890164" [ 1285.463698] env[69041]: _type = "Task" [ 1285.463698] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.473190] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61aee00-02b9-4e53-8369-d42d3a84db30 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.485026] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890164, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.496336] env[69041]: DEBUG nova.compute.provider_tree [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.639523] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890162, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.742263] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890163, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.811239] env[69041]: DEBUG nova.network.neutron [req-0853af1f-2e13-442a-bc91-ff751fecfca2 req-9a96add6-b560-4db5-b026-d3b33f46ce6f service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Updated VIF entry in instance network info cache for port a0db1fdc-620e-4bf8-8f3d-f80191371f84. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.811239] env[69041]: DEBUG nova.network.neutron [req-0853af1f-2e13-442a-bc91-ff751fecfca2 req-9a96add6-b560-4db5-b026-d3b33f46ce6f service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Updating instance_info_cache with network_info: [{"id": "a0db1fdc-620e-4bf8-8f3d-f80191371f84", "address": "fa:16:3e:d7:56:a1", "network": {"id": "a3ca9172-deb3-4005-b792-9b006acbd721", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-577063521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd550a0a12e8415e94f78a55e8e97d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0db1fdc-62", "ovs_interfaceid": "a0db1fdc-620e-4bf8-8f3d-f80191371f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.823792] env[69041]: DEBUG nova.compute.manager [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.954418] env[69041]: DEBUG nova.objects.instance [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e428329-c8f6-47c9-8945-7ac469d6a673 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.979428] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890164, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.000598] env[69041]: DEBUG nova.scheduler.client.report [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.069901] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1286.070234] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580652', 'volume_id': 'a3f94be3-1a80-4425-ae56-530c4c04351e', 'name': 'volume-a3f94be3-1a80-4425-ae56-530c4c04351e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae054fc7-ad81-4767-818d-2577bb98e88b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f94be3-1a80-4425-ae56-530c4c04351e', 'serial': 'a3f94be3-1a80-4425-ae56-530c4c04351e'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1286.071231] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f2851-ab2d-4c50-8a0a-5e694c018130 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.094830] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d002685a-6089-4009-8729-02a2e9236d46 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.124280] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-a3f94be3-1a80-4425-ae56-530c4c04351e/volume-a3f94be3-1a80-4425-ae56-530c4c04351e.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.124656] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b94c49d6-d4cf-465f-9138-80541714ba6e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.148243] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890162, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.150371] env[69041]: DEBUG oslo_vmware.api [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1286.150371] env[69041]: value = "task-2890165" [ 1286.150371] env[69041]: _type = "Task" [ 1286.150371] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.161037] env[69041]: DEBUG oslo_vmware.api [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.243367] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890163, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.313869] env[69041]: DEBUG oslo_concurrency.lockutils [req-0853af1f-2e13-442a-bc91-ff751fecfca2 req-9a96add6-b560-4db5-b026-d3b33f46ce6f service nova] Releasing lock "refresh_cache-32d25211-63a2-470f-81c7-126bf00a5483" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.355564] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.457397] env[69041]: DEBUG nova.objects.base [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Object Instance<1e428329-c8f6-47c9-8945-7ac469d6a673> lazy-loaded attributes: flavor,pci_requests {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1286.457740] env[69041]: DEBUG nova.network.neutron [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.478892] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890164, 'name': CreateSnapshot_Task, 'duration_secs': 0.635074} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.479227] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1286.480090] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02850f1b-a2de-46ef-a3ec-4920f58c441e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.506033] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.508599] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.145s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.510249] env[69041]: INFO nova.compute.claims [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.539470] env[69041]: INFO nova.scheduler.client.report [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted allocations for instance 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4 [ 1286.606301] env[69041]: DEBUG nova.policy [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724db22429b34905aa93929e23c6989c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e69e9151cb419d8faae31d3ffbb470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.653125] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890162, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.666589] env[69041]: DEBUG oslo_vmware.api [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.745090] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890163, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.958774} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.745437] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] dcf6e0e9-3ef9-4490-a3fb-f488dd51668a/dcf6e0e9-3ef9-4490-a3fb-f488dd51668a.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.745684] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.745952] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-882ab1f4-a48b-4ae1-b53c-8c7969f8d210 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.755648] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1286.755648] env[69041]: value = "task-2890166" [ 1286.755648] env[69041]: _type = "Task" [ 1286.755648] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.774039] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.002215] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1287.004189] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b32927d-e25c-45f1-81b1-4e069b970ba2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.015882] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1287.015882] env[69041]: value = "task-2890167" [ 1287.015882] env[69041]: _type = "Task" [ 1287.015882] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.028636] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890167, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.049033] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f558e7e7-c208-456d-8c8f-c192efc15935 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "64010d92-7dc3-44cc-b08e-b0a8cb6f68d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.284s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.154640] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890162, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.169065] env[69041]: DEBUG oslo_vmware.api [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890165, 'name': ReconfigVM_Task, 'duration_secs': 0.623685} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.169065] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-a3f94be3-1a80-4425-ae56-530c4c04351e/volume-a3f94be3-1a80-4425-ae56-530c4c04351e.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.174751] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686a8a8b-3ba8-43c1-94fc-98b15f2eb95b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.194276] env[69041]: DEBUG oslo_vmware.api [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1287.194276] env[69041]: value = "task-2890168" [ 1287.194276] env[69041]: _type = "Task" [ 1287.194276] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.208051] env[69041]: DEBUG oslo_vmware.api [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.218124] env[69041]: DEBUG oslo_concurrency.lockutils [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquiring lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.218391] env[69041]: DEBUG oslo_concurrency.lockutils [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.218679] env[69041]: DEBUG oslo_concurrency.lockutils [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquiring lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.218868] env[69041]: DEBUG oslo_concurrency.lockutils [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.219080] env[69041]: DEBUG oslo_concurrency.lockutils [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.221749] env[69041]: INFO nova.compute.manager [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Terminating instance [ 1287.269800] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108904} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.270200] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.271165] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5b97a8-5898-4b75-b29b-6949d9690055 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.296852] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] dcf6e0e9-3ef9-4490-a3fb-f488dd51668a/dcf6e0e9-3ef9-4490-a3fb-f488dd51668a.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.297256] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea82d8c4-3442-473a-b600-402f92702b93 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.322449] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1287.322449] env[69041]: value = "task-2890169" [ 1287.322449] env[69041]: _type = "Task" [ 1287.322449] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.339467] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.528801] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890167, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.650675] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890162, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.706850] env[69041]: DEBUG oslo_vmware.api [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890168, 'name': ReconfigVM_Task, 'duration_secs': 0.323413} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.707190] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580652', 'volume_id': 'a3f94be3-1a80-4425-ae56-530c4c04351e', 'name': 'volume-a3f94be3-1a80-4425-ae56-530c4c04351e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae054fc7-ad81-4767-818d-2577bb98e88b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f94be3-1a80-4425-ae56-530c4c04351e', 'serial': 'a3f94be3-1a80-4425-ae56-530c4c04351e'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1287.729038] env[69041]: DEBUG nova.compute.manager [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.729038] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.729038] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7b1ce7-7e53-4335-a0af-6ffd64c6e087 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.744032] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.744032] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-434c921b-1e7f-435d-bed4-8a82b3a0171e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.761723] env[69041]: DEBUG oslo_vmware.api [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for the task: (returnval){ [ 1287.761723] env[69041]: value = "task-2890170" [ 1287.761723] env[69041]: _type = "Task" [ 1287.761723] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.772067] env[69041]: DEBUG oslo_vmware.api [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.834275] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.906101] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6257f38c-3d80-4f75-b1a9-e19959b4f4c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.915018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c120892-b4fa-48f4-8179-29aa50bd1bcb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.949766] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e9fcec-c84f-4d8c-8b94-98d72a7750bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.957618] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca99b6d-98b9-483c-842a-e42956eaf852 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.973084] env[69041]: DEBUG nova.compute.provider_tree [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.024419] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890167, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.152208] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890162, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.085265} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.152511] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569/OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569.vmdk to [datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495/c2e2f000-4cc5-4348-a17e-072901b69495.vmdk. [ 1288.152723] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Cleaning up location [datastore1] OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1288.152929] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f1372287-0eb7-44a3-a972-107a0bf12569 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.153373] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8ae9b87-487c-43a4-8c1d-ae31209db35e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.159454] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1288.159454] env[69041]: value = "task-2890171" [ 1288.159454] env[69041]: _type = "Task" [ 1288.159454] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.167593] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.272885] env[69041]: DEBUG oslo_vmware.api [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890170, 'name': PowerOffVM_Task, 'duration_secs': 0.237313} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.273287] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.273511] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.273787] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b310e1-0455-40b9-a95d-752d61d42889 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.333998] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.349917] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.350149] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.350394] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Deleting the datastore file [datastore1] 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.350766] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5ee2322-62fa-46d3-a640-18108a7681e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.362670] env[69041]: DEBUG oslo_vmware.api [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for the task: (returnval){ [ 1288.362670] env[69041]: value = "task-2890173" [ 1288.362670] env[69041]: _type = "Task" [ 1288.362670] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.375871] env[69041]: DEBUG oslo_vmware.api [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.438572] env[69041]: DEBUG nova.network.neutron [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Successfully updated port: 902f8e3d-bf92-4721-966d-159b7d3f1c5c {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.477332] env[69041]: DEBUG nova.scheduler.client.report [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.527705] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890167, 'name': CloneVM_Task, 'duration_secs': 1.370195} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.527705] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Created linked-clone VM from snapshot [ 1288.528245] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45897454-2be8-40cf-996d-ac156b7df938 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.535464] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Uploading image 324fdccd-a288-49ce-a00e-e6f7379edef2 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1288.599378] env[69041]: DEBUG oslo_vmware.rw_handles [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1288.599378] env[69041]: value = "vm-580657" [ 1288.599378] env[69041]: _type = "VirtualMachine" [ 1288.599378] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1288.599743] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc5ef175-2cde-4af8-be78-21dda1f4fbe2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.607128] env[69041]: DEBUG oslo_vmware.rw_handles [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lease: (returnval){ [ 1288.607128] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dba0b5-977e-417f-b1e4-fc0e81f042f5" [ 1288.607128] env[69041]: _type = "HttpNfcLease" [ 1288.607128] env[69041]: } obtained for exporting VM: (result){ [ 1288.607128] env[69041]: value = "vm-580657" [ 1288.607128] env[69041]: _type = "VirtualMachine" [ 1288.607128] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1288.607425] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the lease: (returnval){ [ 1288.607425] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dba0b5-977e-417f-b1e4-fc0e81f042f5" [ 1288.607425] env[69041]: _type = "HttpNfcLease" [ 1288.607425] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1288.614080] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1288.614080] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dba0b5-977e-417f-b1e4-fc0e81f042f5" [ 1288.614080] env[69041]: _type = "HttpNfcLease" [ 1288.614080] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1288.669556] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123139} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.669556] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.669556] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495/c2e2f000-4cc5-4348-a17e-072901b69495.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.669721] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495/c2e2f000-4cc5-4348-a17e-072901b69495.vmdk to [datastore1] 1aad063e-abdd-45ce-9b5a-8901bd22fbd3/1aad063e-abdd-45ce-9b5a-8901bd22fbd3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.669858] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fdbfc45-bf36-4d30-8327-6ea65ed7932f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.676115] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1288.676115] env[69041]: value = "task-2890175" [ 1288.676115] env[69041]: _type = "Task" [ 1288.676115] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.683303] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.787162] env[69041]: DEBUG nova.objects.instance [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'flavor' on Instance uuid ae054fc7-ad81-4767-818d-2577bb98e88b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.832367] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890169, 'name': ReconfigVM_Task, 'duration_secs': 1.104317} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.832629] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Reconfigured VM instance instance-00000050 to attach disk [datastore1] dcf6e0e9-3ef9-4490-a3fb-f488dd51668a/dcf6e0e9-3ef9-4490-a3fb-f488dd51668a.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.833233] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76ef5a7f-473c-485f-8508-06b991d67008 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.838591] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1288.838591] env[69041]: value = "task-2890176" [ 1288.838591] env[69041]: _type = "Task" [ 1288.838591] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.846384] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890176, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.872470] env[69041]: DEBUG oslo_vmware.api [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Task: {'id': task-2890173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416604} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.872736] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.872919] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.873107] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.873283] env[69041]: INFO nova.compute.manager [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1288.873523] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.873712] env[69041]: DEBUG nova.compute.manager [-] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.873806] env[69041]: DEBUG nova.network.neutron [-] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.945471] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.945471] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.945471] env[69041]: DEBUG nova.network.neutron [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.982879] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.983936] env[69041]: DEBUG nova.compute.manager [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1288.987568] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.795s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.987769] env[69041]: INFO nova.compute.claims [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.119247] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.119247] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dba0b5-977e-417f-b1e4-fc0e81f042f5" [ 1289.119247] env[69041]: _type = "HttpNfcLease" [ 1289.119247] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.119641] env[69041]: DEBUG oslo_vmware.rw_handles [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.119641] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dba0b5-977e-417f-b1e4-fc0e81f042f5" [ 1289.119641] env[69041]: _type = "HttpNfcLease" [ 1289.119641] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1289.120627] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71197d46-32c9-4f0e-9914-2e603ff99343 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.128215] env[69041]: DEBUG oslo_vmware.rw_handles [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52745831-6a00-2224-157b-202deb377215/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1289.128390] env[69041]: DEBUG oslo_vmware.rw_handles [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52745831-6a00-2224-157b-202deb377215/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1289.196170] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890175, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.221710] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-236d5744-0bdc-4985-a788-4c83fbfa03d3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.292988] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c6018c1-0723-446c-bdc4-38649fd77707 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.892s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.351420] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890176, 'name': Rename_Task, 'duration_secs': 0.25916} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.351705] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.351975] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aa873c9-ca1e-4dad-a6e2-df1b82fd04e3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.360192] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1289.360192] env[69041]: value = "task-2890177" [ 1289.360192] env[69041]: _type = "Task" [ 1289.360192] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.372422] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.494668] env[69041]: DEBUG nova.compute.utils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1289.501027] env[69041]: DEBUG nova.compute.manager [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1289.501027] env[69041]: DEBUG nova.network.neutron [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.551775] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "9b671e1c-931e-4a2d-8de3-d06accb94cba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.552042] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "9b671e1c-931e-4a2d-8de3-d06accb94cba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.575874] env[69041]: WARNING nova.network.neutron [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] 931cb1ec-a7af-4f24-a385-e3ce9a12b537 already exists in list: networks containing: ['931cb1ec-a7af-4f24-a385-e3ce9a12b537']. ignoring it [ 1289.576115] env[69041]: WARNING nova.network.neutron [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] 931cb1ec-a7af-4f24-a385-e3ce9a12b537 already exists in list: networks containing: ['931cb1ec-a7af-4f24-a385-e3ce9a12b537']. ignoring it [ 1289.615047] env[69041]: DEBUG nova.compute.manager [req-5607dcb0-cd71-456e-a169-636fe9671450 req-540f3ccb-e5e5-4932-916b-0452df2e003c service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received event network-vif-plugged-902f8e3d-bf92-4721-966d-159b7d3f1c5c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1289.617213] env[69041]: DEBUG oslo_concurrency.lockutils [req-5607dcb0-cd71-456e-a169-636fe9671450 req-540f3ccb-e5e5-4932-916b-0452df2e003c service nova] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.617213] env[69041]: DEBUG oslo_concurrency.lockutils [req-5607dcb0-cd71-456e-a169-636fe9671450 req-540f3ccb-e5e5-4932-916b-0452df2e003c service nova] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.617213] env[69041]: DEBUG oslo_concurrency.lockutils [req-5607dcb0-cd71-456e-a169-636fe9671450 req-540f3ccb-e5e5-4932-916b-0452df2e003c service nova] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.617213] env[69041]: DEBUG nova.compute.manager [req-5607dcb0-cd71-456e-a169-636fe9671450 req-540f3ccb-e5e5-4932-916b-0452df2e003c service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] No waiting events found dispatching network-vif-plugged-902f8e3d-bf92-4721-966d-159b7d3f1c5c {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.617213] env[69041]: WARNING nova.compute.manager [req-5607dcb0-cd71-456e-a169-636fe9671450 req-540f3ccb-e5e5-4932-916b-0452df2e003c service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received unexpected event network-vif-plugged-902f8e3d-bf92-4721-966d-159b7d3f1c5c for instance with vm_state active and task_state None. [ 1289.643983] env[69041]: DEBUG nova.policy [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '444e5fcc5c824d86a949344dd8cb3f28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e67fd3be601049d68c599cb82a2b52c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.699070] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890175, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.787742] env[69041]: DEBUG nova.network.neutron [-] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.873023] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.999809] env[69041]: DEBUG nova.compute.manager [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.058586] env[69041]: DEBUG nova.compute.manager [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.205305] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890175, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.293433] env[69041]: DEBUG oslo_concurrency.lockutils [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "ae054fc7-ad81-4767-818d-2577bb98e88b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.293778] env[69041]: DEBUG oslo_concurrency.lockutils [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.294429] env[69041]: DEBUG nova.compute.manager [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.295198] env[69041]: INFO nova.compute.manager [-] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Took 1.42 seconds to deallocate network for instance. [ 1290.301365] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cbd8e3-4343-4a59-b01c-73bcc8f6d8b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.307212] env[69041]: DEBUG nova.network.neutron [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Successfully created port: 1ca04cf3-b48d-4735-b7df-63c9841034fd {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.321337] env[69041]: DEBUG nova.compute.manager [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1290.322259] env[69041]: DEBUG nova.objects.instance [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'flavor' on Instance uuid ae054fc7-ad81-4767-818d-2577bb98e88b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.383329] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.486677] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291ea497-bc72-49e6-9a1f-f03d59042764 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.491651] env[69041]: DEBUG nova.network.neutron [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6686726-3b3f-4edb-a19c-63ce696031f5", "address": "fa:16:3e:bd:4a:f0", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6686726-3b", "ovs_interfaceid": "a6686726-3b3f-4edb-a19c-63ce696031f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "902f8e3d-bf92-4721-966d-159b7d3f1c5c", "address": "fa:16:3e:f6:b5:8a", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902f8e3d-bf", "ovs_interfaceid": "902f8e3d-bf92-4721-966d-159b7d3f1c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.502473] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a8fa64-ba07-44db-af81-e93e9aaa9b38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.546926] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67621433-8b47-4cd2-9d75-a46cd401e9ff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.558396] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14305b9f-0e8b-42e9-b715-4d2db7aa3d22 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.579060] env[69041]: DEBUG nova.compute.provider_tree [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.580749] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.701663] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890175, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.817833] env[69041]: DEBUG oslo_concurrency.lockutils [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.880135] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890177, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.996673] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.997396] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.997549] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.998466] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd3642f-ed30-4d52-9473-4b13b11466d0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.021387] env[69041]: DEBUG nova.compute.manager [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.024114] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.024629] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.024629] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.024847] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.024978] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.025186] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.025438] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.025721] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.026038] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.026267] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.026595] env[69041]: DEBUG nova.virt.hardware [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.033483] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Reconfiguring VM to attach interface {{(pid=69041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1291.034288] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff1eaf29-78f8-4449-a4e5-985ab2959041 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.054782] env[69041]: DEBUG oslo_vmware.api [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1291.054782] env[69041]: value = "task-2890178" [ 1291.054782] env[69041]: _type = "Task" [ 1291.054782] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.067695] env[69041]: DEBUG oslo_vmware.api [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.084019] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.084668] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.084846] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.085095] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.085589] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.085820] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.086090] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.086411] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.086635] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.087271] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.087481] env[69041]: DEBUG nova.virt.hardware [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.088729] env[69041]: DEBUG nova.scheduler.client.report [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.092764] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee6ccd2-303b-4a8f-9e91-7e77d20364be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.103391] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c91e0f6-fda9-4baf-a2bc-c456439698b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.205150] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890175, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.335816] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.336180] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ef6e02d-f8cd-4810-b7b4-f4e55609e342 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.343267] env[69041]: DEBUG oslo_vmware.api [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1291.343267] env[69041]: value = "task-2890179" [ 1291.343267] env[69041]: _type = "Task" [ 1291.343267] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.351941] env[69041]: DEBUG oslo_vmware.api [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.376681] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890177, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.573593] env[69041]: DEBUG oslo_vmware.api [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.597813] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.598896] env[69041]: DEBUG nova.compute.manager [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1291.602067] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.569s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.603842] env[69041]: INFO nova.compute.claims [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.702808] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890175, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.694228} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.703104] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c2e2f000-4cc5-4348-a17e-072901b69495/c2e2f000-4cc5-4348-a17e-072901b69495.vmdk to [datastore1] 1aad063e-abdd-45ce-9b5a-8901bd22fbd3/1aad063e-abdd-45ce-9b5a-8901bd22fbd3.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.703960] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045f63a-70ee-46a8-bcb3-0e48e993932f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.731995] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 1aad063e-abdd-45ce-9b5a-8901bd22fbd3/1aad063e-abdd-45ce-9b5a-8901bd22fbd3.vmdk or device None with type streamOptimized {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.732387] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2e27011-c60d-47bb-a9fb-ce507ffee2c6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.754116] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1291.754116] env[69041]: value = "task-2890180" [ 1291.754116] env[69041]: _type = "Task" [ 1291.754116] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.764994] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.856681] env[69041]: DEBUG oslo_vmware.api [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890179, 'name': PowerOffVM_Task, 'duration_secs': 0.251498} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.857131] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.857232] env[69041]: DEBUG nova.compute.manager [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.858018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d6031e-f219-40f3-acd6-694557a82302 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.876728] env[69041]: DEBUG oslo_vmware.api [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890177, 'name': PowerOnVM_Task, 'duration_secs': 2.260306} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.876921] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.877404] env[69041]: INFO nova.compute.manager [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1291.877691] env[69041]: DEBUG nova.compute.manager [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.878797] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf64075-13e0-4ec5-bf69-f75edb25bcc3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.066542] env[69041]: DEBUG oslo_vmware.api [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890178, 'name': ReconfigVM_Task, 'duration_secs': 0.6563} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.067084] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.067304] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Reconfigured VM to attach interface {{(pid=69041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1292.108854] env[69041]: DEBUG nova.compute.utils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.113479] env[69041]: DEBUG nova.compute.manager [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.113753] env[69041]: DEBUG nova.network.neutron [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.170622] env[69041]: DEBUG nova.compute.manager [req-bb83b990-4f72-495f-99cd-c14e9af0e81e req-9cdf1331-a6cf-4981-a7ff-bdbda4a91399 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received event network-changed-902f8e3d-bf92-4721-966d-159b7d3f1c5c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1292.170886] env[69041]: DEBUG nova.compute.manager [req-bb83b990-4f72-495f-99cd-c14e9af0e81e req-9cdf1331-a6cf-4981-a7ff-bdbda4a91399 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Refreshing instance network info cache due to event network-changed-902f8e3d-bf92-4721-966d-159b7d3f1c5c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1292.171756] env[69041]: DEBUG oslo_concurrency.lockutils [req-bb83b990-4f72-495f-99cd-c14e9af0e81e req-9cdf1331-a6cf-4981-a7ff-bdbda4a91399 service nova] Acquiring lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.171982] env[69041]: DEBUG oslo_concurrency.lockutils [req-bb83b990-4f72-495f-99cd-c14e9af0e81e req-9cdf1331-a6cf-4981-a7ff-bdbda4a91399 service nova] Acquired lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.172209] env[69041]: DEBUG nova.network.neutron [req-bb83b990-4f72-495f-99cd-c14e9af0e81e req-9cdf1331-a6cf-4981-a7ff-bdbda4a91399 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Refreshing network info cache for port 902f8e3d-bf92-4721-966d-159b7d3f1c5c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.207599] env[69041]: DEBUG nova.policy [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '682a8d77d4814eedaaad7d69e5d38035', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d9f6c3bf8ea46a6b45dfa1a0799acce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.265803] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890180, 'name': ReconfigVM_Task, 'duration_secs': 0.366786} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.266178] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 1aad063e-abdd-45ce-9b5a-8901bd22fbd3/1aad063e-abdd-45ce-9b5a-8901bd22fbd3.vmdk or device None with type streamOptimized {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.266942] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15207b22-76a8-4dd0-b84d-1201ab42d61e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.274614] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1292.274614] env[69041]: value = "task-2890181" [ 1292.274614] env[69041]: _type = "Task" [ 1292.274614] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.285914] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890181, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.335723] env[69041]: DEBUG nova.network.neutron [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Successfully updated port: 1ca04cf3-b48d-4735-b7df-63c9841034fd {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.370951] env[69041]: DEBUG oslo_concurrency.lockutils [None req-596504d8-24e0-4208-9875-b872f851cacf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.394952] env[69041]: INFO nova.compute.manager [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Took 25.87 seconds to build instance. [ 1292.576110] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a852ac49-0146-4a5e-ab4d-5f49ea8ae049 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-902f8e3d-bf92-4721-966d-159b7d3f1c5c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.306s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.578278] env[69041]: DEBUG nova.network.neutron [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Successfully created port: 61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.618676] env[69041]: DEBUG nova.compute.manager [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1292.785952] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890181, 'name': Rename_Task, 'duration_secs': 0.226705} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.788619] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.791188] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d371d42-55a2-4050-8497-1fdeaba102a8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.797837] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1292.797837] env[69041]: value = "task-2890182" [ 1292.797837] env[69041]: _type = "Task" [ 1292.797837] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.805117] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquiring lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.805380] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.805549] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquiring lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.805727] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.805889] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.811601] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.811991] env[69041]: INFO nova.compute.manager [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Terminating instance [ 1292.839685] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "refresh_cache-d30ee9b4-e357-45e4-9d66-02a0c7bde269" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.839893] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "refresh_cache-d30ee9b4-e357-45e4-9d66-02a0c7bde269" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.840118] env[69041]: DEBUG nova.network.neutron [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.898584] env[69041]: DEBUG oslo_concurrency.lockutils [None req-62a12ca8-f310-4eab-b17f-4f75629bc6b6 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "dcf6e0e9-3ef9-4490-a3fb-f488dd51668a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.389s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.001733] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50cbe95-27e6-4db8-a1de-32f1200c5e82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.009394] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6febfe-5e70-498e-8d2b-bb8d8ddd55ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.042577] env[69041]: DEBUG nova.network.neutron [req-bb83b990-4f72-495f-99cd-c14e9af0e81e req-9cdf1331-a6cf-4981-a7ff-bdbda4a91399 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updated VIF entry in instance network info cache for port 902f8e3d-bf92-4721-966d-159b7d3f1c5c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.042899] env[69041]: DEBUG nova.network.neutron [req-bb83b990-4f72-495f-99cd-c14e9af0e81e req-9cdf1331-a6cf-4981-a7ff-bdbda4a91399 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6686726-3b3f-4edb-a19c-63ce696031f5", "address": "fa:16:3e:bd:4a:f0", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6686726-3b", "ovs_interfaceid": "a6686726-3b3f-4edb-a19c-63ce696031f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "902f8e3d-bf92-4721-966d-159b7d3f1c5c", "address": "fa:16:3e:f6:b5:8a", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902f8e3d-bf", "ovs_interfaceid": "902f8e3d-bf92-4721-966d-159b7d3f1c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.044729] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3405b3-dc6c-4417-938d-8f6a06a75e85 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.055875] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d9fce1-cb33-4001-b151-36521717bf89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.073262] env[69041]: DEBUG nova.compute.provider_tree [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.308853] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890182, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.319873] env[69041]: DEBUG nova.compute.manager [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.319873] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.320407] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67105fd4-3b51-4958-b3f5-ccde765430dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.328233] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.328638] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a10de533-f962-411e-8dc6-2adba15349eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.335081] env[69041]: DEBUG oslo_vmware.api [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for the task: (returnval){ [ 1293.335081] env[69041]: value = "task-2890183" [ 1293.335081] env[69041]: _type = "Task" [ 1293.335081] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.344696] env[69041]: DEBUG oslo_vmware.api [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2890183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.379020] env[69041]: DEBUG nova.network.neutron [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.537454] env[69041]: DEBUG nova.network.neutron [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Updating instance_info_cache with network_info: [{"id": "1ca04cf3-b48d-4735-b7df-63c9841034fd", "address": "fa:16:3e:6e:54:96", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca04cf3-b4", "ovs_interfaceid": "1ca04cf3-b48d-4735-b7df-63c9841034fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.544706] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.544963] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.550343] env[69041]: DEBUG oslo_concurrency.lockutils [req-bb83b990-4f72-495f-99cd-c14e9af0e81e req-9cdf1331-a6cf-4981-a7ff-bdbda4a91399 service nova] Releasing lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.550444] env[69041]: DEBUG nova.compute.manager [req-bb83b990-4f72-495f-99cd-c14e9af0e81e req-9cdf1331-a6cf-4981-a7ff-bdbda4a91399 service nova] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Received event network-vif-deleted-61d28ac0-7378-420c-86e8-46f830b6d581 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1293.551333] env[69041]: DEBUG nova.objects.instance [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'flavor' on Instance uuid ae054fc7-ad81-4767-818d-2577bb98e88b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.578901] env[69041]: DEBUG nova.scheduler.client.report [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.634194] env[69041]: DEBUG nova.compute.manager [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.694480] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.694732] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.695035] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.695116] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.695224] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.695371] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.695583] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.695943] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.695943] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.696077] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.696257] env[69041]: DEBUG nova.virt.hardware [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.697143] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8152f2df-7be0-48d0-8bdd-0225c4c6dd5a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.705808] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf4345d-f495-4454-9f44-ee7671d76149 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.809050] env[69041]: DEBUG oslo_vmware.api [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890182, 'name': PowerOnVM_Task, 'duration_secs': 0.658167} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.809050] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.809050] env[69041]: INFO nova.compute.manager [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Took 15.70 seconds to spawn the instance on the hypervisor. [ 1293.809269] env[69041]: DEBUG nova.compute.manager [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.810178] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba9f000-c9b4-4363-b354-662dad0528fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.844789] env[69041]: DEBUG oslo_vmware.api [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2890183, 'name': PowerOffVM_Task, 'duration_secs': 0.291961} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.845068] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.845297] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.845610] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6608c8b6-50df-42b7-9e22-90655a91e801 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.912062] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.912062] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.912062] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Deleting the datastore file [datastore2] 4ca3d12b-56e3-4f8c-99d6-50ae680925b3 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.912326] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cc8c3a5-f800-4bd1-995d-b43cdd69d57b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.918845] env[69041]: DEBUG oslo_vmware.api [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for the task: (returnval){ [ 1293.918845] env[69041]: value = "task-2890185" [ 1293.918845] env[69041]: _type = "Task" [ 1293.918845] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.926238] env[69041]: DEBUG oslo_vmware.api [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2890185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.040787] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "refresh_cache-d30ee9b4-e357-45e4-9d66-02a0c7bde269" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.041296] env[69041]: DEBUG nova.compute.manager [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Instance network_info: |[{"id": "1ca04cf3-b48d-4735-b7df-63c9841034fd", "address": "fa:16:3e:6e:54:96", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca04cf3-b4", "ovs_interfaceid": "1ca04cf3-b48d-4735-b7df-63c9841034fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1294.041777] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:54:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ca04cf3-b48d-4735-b7df-63c9841034fd', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.050203] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.055639] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.059194] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d3edb4a-e26a-4cd8-ab64-ae2ea10eff86 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.077301] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.077897] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.078072] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquired lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.078981] env[69041]: DEBUG nova.network.neutron [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.078981] env[69041]: DEBUG nova.objects.instance [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'info_cache' on Instance uuid ae054fc7-ad81-4767-818d-2577bb98e88b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.079819] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.080765] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.081050] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.081713] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.082322] env[69041]: DEBUG nova.compute.manager [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.084968] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.087433] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.523s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.087661] env[69041]: DEBUG nova.objects.instance [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lazy-loading 'resources' on Instance uuid 5b9ab20b-7d59-4248-885e-3b4ff7458da3 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.089295] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.089446] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1294.089682] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.089682] env[69041]: value = "task-2890186" [ 1294.089682] env[69041]: _type = "Task" [ 1294.089682] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.090164] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.103447] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890186, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.306353] env[69041]: DEBUG nova.compute.manager [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Received event network-vif-plugged-1ca04cf3-b48d-4735-b7df-63c9841034fd {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1294.306615] env[69041]: DEBUG oslo_concurrency.lockutils [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] Acquiring lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.306832] env[69041]: DEBUG oslo_concurrency.lockutils [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] Lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.307696] env[69041]: DEBUG oslo_concurrency.lockutils [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] Lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.307968] env[69041]: DEBUG nova.compute.manager [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] No waiting events found dispatching network-vif-plugged-1ca04cf3-b48d-4735-b7df-63c9841034fd {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.308596] env[69041]: WARNING nova.compute.manager [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Received unexpected event network-vif-plugged-1ca04cf3-b48d-4735-b7df-63c9841034fd for instance with vm_state building and task_state spawning. [ 1294.308596] env[69041]: DEBUG nova.compute.manager [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Received event network-changed-1ca04cf3-b48d-4735-b7df-63c9841034fd {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1294.308596] env[69041]: DEBUG nova.compute.manager [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Refreshing instance network info cache due to event network-changed-1ca04cf3-b48d-4735-b7df-63c9841034fd. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1294.308876] env[69041]: DEBUG oslo_concurrency.lockutils [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] Acquiring lock "refresh_cache-d30ee9b4-e357-45e4-9d66-02a0c7bde269" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.309077] env[69041]: DEBUG oslo_concurrency.lockutils [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] Acquired lock "refresh_cache-d30ee9b4-e357-45e4-9d66-02a0c7bde269" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.309250] env[69041]: DEBUG nova.network.neutron [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Refreshing network info cache for port 1ca04cf3-b48d-4735-b7df-63c9841034fd {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.317342] env[69041]: DEBUG nova.network.neutron [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Successfully updated port: 61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.331865] env[69041]: INFO nova.compute.manager [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Took 30.47 seconds to build instance. [ 1294.428889] env[69041]: DEBUG oslo_vmware.api [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Task: {'id': task-2890185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28086} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.429247] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.429312] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.430031] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.430031] env[69041]: INFO nova.compute.manager [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1294.430031] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.430313] env[69041]: DEBUG nova.compute.manager [-] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.430313] env[69041]: DEBUG nova.network.neutron [-] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.582351] env[69041]: DEBUG nova.objects.base [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1294.591499] env[69041]: DEBUG nova.compute.utils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.596284] env[69041]: DEBUG nova.compute.manager [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.596416] env[69041]: DEBUG nova.network.neutron [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.602938] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.612231] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890186, 'name': CreateVM_Task, 'duration_secs': 0.352394} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.612231] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.612231] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.612231] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.612231] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.612777] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c28d9d45-c960-4a92-9c80-1c4b3440beea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.618501] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1294.618501] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521fb4c7-88c9-9ba8-845c-f6ab1f275d02" [ 1294.618501] env[69041]: _type = "Task" [ 1294.618501] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.627419] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521fb4c7-88c9-9ba8-845c-f6ab1f275d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.675720] env[69041]: DEBUG nova.policy [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '898b2c99befb441d98e0230c609acbba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c088bf8cdca54d689e0e93d16bdbbb6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.773014] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.824742] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.824742] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquired lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.824742] env[69041]: DEBUG nova.network.neutron [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.838242] env[69041]: DEBUG oslo_concurrency.lockutils [None req-401b5094-41a3-4142-b980-42673e4d3189 tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.985s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.838242] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.065s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.838901] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.839660] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.839969] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.842358] env[69041]: INFO nova.compute.manager [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Terminating instance [ 1294.855612] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-a6686726-3b3f-4edb-a19c-63ce696031f5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.855872] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-a6686726-3b3f-4edb-a19c-63ce696031f5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.862791] env[69041]: INFO nova.compute.manager [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Rebuilding instance [ 1294.930976] env[69041]: DEBUG nova.compute.manager [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.931854] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42eee75-1dd0-4ec7-b3e2-9db425e93f66 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.009372] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d4d69e-5fbe-48da-ac31-0c589d8279dd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.019160] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a8013-dd7b-4a2f-96ff-b27e97d41252 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.059282] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1911a33a-0e85-4db6-9b8f-2dabd1810276 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.068892] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bb8029-6fbc-4875-884a-e10799f68148 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.082902] env[69041]: DEBUG nova.compute.provider_tree [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.099301] env[69041]: DEBUG nova.compute.manager [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.133229] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521fb4c7-88c9-9ba8-845c-f6ab1f275d02, 'name': SearchDatastore_Task, 'duration_secs': 0.023241} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.133229] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.133229] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.133229] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.133229] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.133229] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.133764] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a316d2-8ace-4def-a768-e36dcdf1591d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.144327] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.144327] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.144327] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e66a03f-4a42-4452-89b5-2e726904b3fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.150398] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1295.150398] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5222723e-4496-a42e-64bf-9f52b01d4f10" [ 1295.150398] env[69041]: _type = "Task" [ 1295.150398] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.158982] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5222723e-4496-a42e-64bf-9f52b01d4f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.346099] env[69041]: DEBUG nova.compute.manager [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.346347] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.347316] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eb760e-1688-4ab0-9dc5-c54fb55c1e77 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.355459] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.355774] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e3371b0-ae09-4c53-a6d8-418a824a0142 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.361922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.362103] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.362395] env[69041]: DEBUG oslo_vmware.api [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1295.362395] env[69041]: value = "task-2890187" [ 1295.362395] env[69041]: _type = "Task" [ 1295.362395] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.363099] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f715640b-7b5f-4950-b246-289f14a1351b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.376694] env[69041]: DEBUG oslo_vmware.api [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.390129] env[69041]: DEBUG nova.network.neutron [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.395177] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f308842-04db-482d-a65d-1a96c342dc35 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.425713] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Reconfiguring VM to detach interface {{(pid=69041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1295.430378] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-142c985e-770f-4e1d-873d-a3d80458ded4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.450848] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1295.450848] env[69041]: value = "task-2890188" [ 1295.450848] env[69041]: _type = "Task" [ 1295.450848] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.459325] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.580144] env[69041]: DEBUG nova.network.neutron [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Updating instance_info_cache with network_info: [{"id": "61009d9b-a3f8-4a3e-9e57-fe307be2d18c", "address": "fa:16:3e:63:b3:76", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61009d9b-a3", "ovs_interfaceid": "61009d9b-a3f8-4a3e-9e57-fe307be2d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.590155] env[69041]: DEBUG nova.scheduler.client.report [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.620134] env[69041]: DEBUG nova.network.neutron [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Updated VIF entry in instance network info cache for port 1ca04cf3-b48d-4735-b7df-63c9841034fd. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.620493] env[69041]: DEBUG nova.network.neutron [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Updating instance_info_cache with network_info: [{"id": "1ca04cf3-b48d-4735-b7df-63c9841034fd", "address": "fa:16:3e:6e:54:96", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ca04cf3-b4", "ovs_interfaceid": "1ca04cf3-b48d-4735-b7df-63c9841034fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.660823] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5222723e-4496-a42e-64bf-9f52b01d4f10, 'name': SearchDatastore_Task, 'duration_secs': 0.014824} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.664495] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26db8fc-9b32-4680-9e83-eace004dff55 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.667465] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1295.667465] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c67658-0544-042e-cb7e-a1a7a52c7189" [ 1295.667465] env[69041]: _type = "Task" [ 1295.667465] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.680630] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c67658-0544-042e-cb7e-a1a7a52c7189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.803864] env[69041]: DEBUG nova.network.neutron [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Successfully created port: e39e5c24-ff01-4fa8-be26-b8487a78bcf6 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.852824] env[69041]: DEBUG nova.network.neutron [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Updating instance_info_cache with network_info: [{"id": "3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3", "address": "fa:16:3e:71:78:b0", "network": {"id": "d476274b-f37f-4cce-ab83-7d4572c8c79f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-66280895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa622f1c060843998f2c8d061355538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfaabe0-b4", "ovs_interfaceid": "3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.880230] env[69041]: DEBUG oslo_vmware.api [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890187, 'name': PowerOffVM_Task, 'duration_secs': 0.215223} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.880230] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.882902] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.882902] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89f9f62c-9d7a-40e4-a390-d40a418df2e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.945434] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.945887] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.946211] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleting the datastore file [datastore1] 1aad063e-abdd-45ce-9b5a-8901bd22fbd3 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.946678] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c49483b2-230e-4975-8a81-bf39980d2bea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.950195] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.950738] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d507d7e7-9c5e-41c5-bca3-0c127f13a5a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.958577] env[69041]: DEBUG oslo_vmware.api [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1295.958577] env[69041]: value = "task-2890190" [ 1295.958577] env[69041]: _type = "Task" [ 1295.958577] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.968758] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1295.968758] env[69041]: value = "task-2890191" [ 1295.968758] env[69041]: _type = "Task" [ 1295.968758] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.968758] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.980478] env[69041]: DEBUG oslo_vmware.api [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.986651] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.083651] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Releasing lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.084075] env[69041]: DEBUG nova.compute.manager [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Instance network_info: |[{"id": "61009d9b-a3f8-4a3e-9e57-fe307be2d18c", "address": "fa:16:3e:63:b3:76", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61009d9b-a3", "ovs_interfaceid": "61009d9b-a3f8-4a3e-9e57-fe307be2d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.084517] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:b3:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61009d9b-a3f8-4a3e-9e57-fe307be2d18c', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.092518] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Creating folder: Project (1d9f6c3bf8ea46a6b45dfa1a0799acce). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.092871] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7eda7a9-c4a1-40ce-9906-ac8bc9981bc1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.096915] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.099330] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.134s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.104550] env[69041]: DEBUG nova.compute.manager [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.109774] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Created folder: Project (1d9f6c3bf8ea46a6b45dfa1a0799acce) in parent group-v580429. [ 1296.109774] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Creating folder: Instances. Parent ref: group-v580659. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.109774] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57d6a407-52e1-4ded-86bc-799c7ebba947 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.120794] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Created folder: Instances in parent group-v580659. [ 1296.121122] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.121351] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.121612] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-178ace8e-4487-4ef4-9120-1fbf9594b553 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.139088] env[69041]: DEBUG oslo_concurrency.lockutils [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] Releasing lock "refresh_cache-d30ee9b4-e357-45e4-9d66-02a0c7bde269" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.140561] env[69041]: DEBUG nova.compute.manager [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Received event network-vif-plugged-61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1296.140561] env[69041]: DEBUG oslo_concurrency.lockutils [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] Acquiring lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.140561] env[69041]: DEBUG oslo_concurrency.lockutils [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] Lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.140561] env[69041]: DEBUG oslo_concurrency.lockutils [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] Lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.140561] env[69041]: DEBUG nova.compute.manager [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] No waiting events found dispatching network-vif-plugged-61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.140561] env[69041]: WARNING nova.compute.manager [req-19abf1e5-9cab-4123-887a-0c0220780a00 req-4d67b656-d7a6-4c4d-add5-f26e14571c91 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Received unexpected event network-vif-plugged-61009d9b-a3f8-4a3e-9e57-fe307be2d18c for instance with vm_state building and task_state spawning. [ 1296.145676] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.145676] env[69041]: value = "task-2890194" [ 1296.145676] env[69041]: _type = "Task" [ 1296.145676] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.153911] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890194, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.175973] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.176646] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.176852] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.177070] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.177225] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.177419] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.177704] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.177876] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.178055] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.178247] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.178438] env[69041]: DEBUG nova.virt.hardware [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.179702] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c732f4-07b8-48b2-8a7c-2749186b4921 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.188807] env[69041]: DEBUG nova.network.neutron [-] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.190441] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c67658-0544-042e-cb7e-a1a7a52c7189, 'name': SearchDatastore_Task, 'duration_secs': 0.01697} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.193183] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.193502] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] d30ee9b4-e357-45e4-9d66-02a0c7bde269/d30ee9b4-e357-45e4-9d66-02a0c7bde269.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.194565] env[69041]: INFO nova.scheduler.client.report [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Deleted allocations for instance 5b9ab20b-7d59-4248-885e-3b4ff7458da3 [ 1296.195470] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8caf3257-3bae-4ef6-9964-e38488cdcf87 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.200090] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcd7e87-61e8-40b7-848d-a31ee853a571 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.222848] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1296.222848] env[69041]: value = "task-2890195" [ 1296.222848] env[69041]: _type = "Task" [ 1296.222848] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.233737] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.355227] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Releasing lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.359633] env[69041]: DEBUG nova.compute.manager [req-08240f89-2d15-4b27-95c5-7d9f192990ae req-227c510b-0e23-4968-9cbd-7907a40b7118 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Received event network-changed-61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1296.359633] env[69041]: DEBUG nova.compute.manager [req-08240f89-2d15-4b27-95c5-7d9f192990ae req-227c510b-0e23-4968-9cbd-7907a40b7118 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Refreshing instance network info cache due to event network-changed-61009d9b-a3f8-4a3e-9e57-fe307be2d18c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1296.359633] env[69041]: DEBUG oslo_concurrency.lockutils [req-08240f89-2d15-4b27-95c5-7d9f192990ae req-227c510b-0e23-4968-9cbd-7907a40b7118 service nova] Acquiring lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.359633] env[69041]: DEBUG oslo_concurrency.lockutils [req-08240f89-2d15-4b27-95c5-7d9f192990ae req-227c510b-0e23-4968-9cbd-7907a40b7118 service nova] Acquired lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.359633] env[69041]: DEBUG nova.network.neutron [req-08240f89-2d15-4b27-95c5-7d9f192990ae req-227c510b-0e23-4968-9cbd-7907a40b7118 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Refreshing network info cache for port 61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.466698] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.471860] env[69041]: DEBUG oslo_vmware.api [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218075} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.475236] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.475451] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.475628] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.475803] env[69041]: INFO nova.compute.manager [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1296.477676] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.477676] env[69041]: DEBUG nova.compute.manager [-] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.477676] env[69041]: DEBUG nova.network.neutron [-] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.484212] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890191, 'name': PowerOffVM_Task, 'duration_secs': 0.215984} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.484478] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.485175] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.486184] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2f0e2-1353-4a22-8d1d-f4252ab43b62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.493154] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.493434] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a57682c9-cab0-491e-8cc1-8e75fc56b9f7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.517842] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.518151] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.518595] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Deleting the datastore file [datastore1] dcf6e0e9-3ef9-4490-a3fb-f488dd51668a {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.518924] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93a73314-8737-4e99-ab8e-51af5c27c388 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.525341] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1296.525341] env[69041]: value = "task-2890197" [ 1296.525341] env[69041]: _type = "Task" [ 1296.525341] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.535405] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.659805] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890194, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.695024] env[69041]: INFO nova.compute.manager [-] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Took 2.26 seconds to deallocate network for instance. [ 1296.711945] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4e9f6172-ba3b-4bca-935c-6195a610cccc tempest-ServersAdminTestJSON-552207274 tempest-ServersAdminTestJSON-552207274-project-member] Lock "5b9ab20b-7d59-4248-885e-3b4ff7458da3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.634s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.733049] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890195, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.967424] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.004238] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c3d78-55f8-49aa-9eac-bedf2e3e1c08 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.011689] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5cfa1e-584f-438e-9334-46cc50e68c41 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.058481] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385dc72b-040b-4930-ba5b-c25f59e3ed72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.066533] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379625} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.068812] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.069197] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.069496] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.073266] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42326ad3-3e47-4c51-b681-87c63ca897ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.087591] env[69041]: DEBUG nova.compute.provider_tree [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.157265] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890194, 'name': CreateVM_Task, 'duration_secs': 0.903257} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.157265] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.158102] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.158353] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.158662] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.159926] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26880e4-5054-46ca-9747-a1edbf543feb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.165227] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1297.165227] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ca625a-bb76-de39-f918-8b2733a6ee4f" [ 1297.165227] env[69041]: _type = "Task" [ 1297.165227] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.177231] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ca625a-bb76-de39-f918-8b2733a6ee4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.198749] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.237440] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583368} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.238328] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] d30ee9b4-e357-45e4-9d66-02a0c7bde269/d30ee9b4-e357-45e4-9d66-02a0c7bde269.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.238637] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.238835] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee381cea-3b2c-47c7-8454-48685da2be96 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.247093] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1297.247093] env[69041]: value = "task-2890198" [ 1297.247093] env[69041]: _type = "Task" [ 1297.247093] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.257278] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.318165] env[69041]: DEBUG nova.network.neutron [req-08240f89-2d15-4b27-95c5-7d9f192990ae req-227c510b-0e23-4968-9cbd-7907a40b7118 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Updated VIF entry in instance network info cache for port 61009d9b-a3f8-4a3e-9e57-fe307be2d18c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.318851] env[69041]: DEBUG nova.network.neutron [req-08240f89-2d15-4b27-95c5-7d9f192990ae req-227c510b-0e23-4968-9cbd-7907a40b7118 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Updating instance_info_cache with network_info: [{"id": "61009d9b-a3f8-4a3e-9e57-fe307be2d18c", "address": "fa:16:3e:63:b3:76", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61009d9b-a3", "ovs_interfaceid": "61009d9b-a3f8-4a3e-9e57-fe307be2d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.367677] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.368014] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea43b53-9e84-44ce-86a1-27e546b32205 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.376524] env[69041]: DEBUG oslo_vmware.api [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1297.376524] env[69041]: value = "task-2890199" [ 1297.376524] env[69041]: _type = "Task" [ 1297.376524] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.390613] env[69041]: DEBUG oslo_vmware.api [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.473753] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.591100] env[69041]: DEBUG nova.scheduler.client.report [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.642287] env[69041]: DEBUG nova.network.neutron [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Successfully updated port: e39e5c24-ff01-4fa8-be26-b8487a78bcf6 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.676099] env[69041]: DEBUG nova.network.neutron [-] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.677614] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ca625a-bb76-de39-f918-8b2733a6ee4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.677902] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.678166] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.678402] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.678571] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.678765] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.679206] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d040acea-904f-4bdb-9661-e827c70e08db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.687763] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.687941] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.688799] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea951797-b75a-41c8-a1ca-c423c2e307b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.694496] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1297.694496] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bd7b04-c1cb-3694-9c9a-8fc13065d404" [ 1297.694496] env[69041]: _type = "Task" [ 1297.694496] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.703130] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bd7b04-c1cb-3694-9c9a-8fc13065d404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.757937] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173733} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.758250] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.759376] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f757a4-8e0a-4513-beec-30d0d336c5cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.788184] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] d30ee9b4-e357-45e4-9d66-02a0c7bde269/d30ee9b4-e357-45e4-9d66-02a0c7bde269.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.788695] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a9df53-5198-4a84-8678-7fe6b6aaa06a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.808371] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1297.808371] env[69041]: value = "task-2890200" [ 1297.808371] env[69041]: _type = "Task" [ 1297.808371] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.816579] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.822375] env[69041]: DEBUG oslo_concurrency.lockutils [req-08240f89-2d15-4b27-95c5-7d9f192990ae req-227c510b-0e23-4968-9cbd-7907a40b7118 service nova] Releasing lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.822699] env[69041]: DEBUG nova.compute.manager [req-08240f89-2d15-4b27-95c5-7d9f192990ae req-227c510b-0e23-4968-9cbd-7907a40b7118 service nova] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Received event network-vif-deleted-e77e5a13-5d55-4184-b049-0942fd5ce42b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1297.886299] env[69041]: DEBUG oslo_vmware.api [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.970165] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.143174] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.143437] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.143598] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.143784] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.144065] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.144139] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.144390] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.144582] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.144789] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.144972] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.145169] env[69041]: DEBUG nova.virt.hardware [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.149743] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquiring lock "refresh_cache-719e8984-1eee-43a8-8633-035ed6f46f1b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.149743] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquired lock "refresh_cache-719e8984-1eee-43a8-8633-035ed6f46f1b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.149743] env[69041]: DEBUG nova.network.neutron [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.149743] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b5baab-b052-4b75-863a-437b228e80e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.160527] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5368c9b9-2111-456d-bd2c-bac259ad60c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.181639] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.188342] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.189556] env[69041]: INFO nova.compute.manager [-] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Took 1.71 seconds to deallocate network for instance. [ 1298.190188] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.192139] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1e038bc-1ca1-405b-839b-a11d9441c6d4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.220278] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bd7b04-c1cb-3694-9c9a-8fc13065d404, 'name': SearchDatastore_Task, 'duration_secs': 0.013729} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.222521] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.222521] env[69041]: value = "task-2890201" [ 1298.222521] env[69041]: _type = "Task" [ 1298.222521] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.222823] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eff68b8-578c-4655-a0a2-467cecdef530 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.232327] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1298.232327] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e3653d-d36e-3ed0-86d6-e5da1092b73f" [ 1298.232327] env[69041]: _type = "Task" [ 1298.232327] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.235870] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890201, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.245609] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e3653d-d36e-3ed0-86d6-e5da1092b73f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.321441] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.389592] env[69041]: DEBUG oslo_vmware.api [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890199, 'name': PowerOnVM_Task, 'duration_secs': 0.736187} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.389592] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.390318] env[69041]: DEBUG nova.compute.manager [None req-f5697d8c-a9e1-4f50-9ef7-d68cbcfa0daf tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.391474] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9983606d-d169-451c-b93a-d29f86ecefd5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.470860] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.601758] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.502s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.606385] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.250s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.609262] env[69041]: INFO nova.compute.claims [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.690768] env[69041]: DEBUG nova.network.neutron [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.710814] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.720073] env[69041]: DEBUG nova.compute.manager [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Received event network-vif-deleted-e0978706-89ed-4d36-aeac-fd68052bbef6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1298.720319] env[69041]: DEBUG nova.compute.manager [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Received event network-vif-plugged-e39e5c24-ff01-4fa8-be26-b8487a78bcf6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1298.720435] env[69041]: DEBUG oslo_concurrency.lockutils [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] Acquiring lock "719e8984-1eee-43a8-8633-035ed6f46f1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.720671] env[69041]: DEBUG oslo_concurrency.lockutils [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] Lock "719e8984-1eee-43a8-8633-035ed6f46f1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.720811] env[69041]: DEBUG oslo_concurrency.lockutils [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] Lock "719e8984-1eee-43a8-8633-035ed6f46f1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.720955] env[69041]: DEBUG nova.compute.manager [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] No waiting events found dispatching network-vif-plugged-e39e5c24-ff01-4fa8-be26-b8487a78bcf6 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.721140] env[69041]: WARNING nova.compute.manager [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Received unexpected event network-vif-plugged-e39e5c24-ff01-4fa8-be26-b8487a78bcf6 for instance with vm_state building and task_state spawning. [ 1298.721304] env[69041]: DEBUG nova.compute.manager [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Received event network-changed-e39e5c24-ff01-4fa8-be26-b8487a78bcf6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1298.721454] env[69041]: DEBUG nova.compute.manager [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Refreshing instance network info cache due to event network-changed-e39e5c24-ff01-4fa8-be26-b8487a78bcf6. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1298.721641] env[69041]: DEBUG oslo_concurrency.lockutils [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] Acquiring lock "refresh_cache-719e8984-1eee-43a8-8633-035ed6f46f1b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.737950] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890201, 'name': CreateVM_Task, 'duration_secs': 0.457045} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.743271] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.745219] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.745359] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.745696] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.746429] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a525c41-8b46-4de4-a987-5ccc6d8fe3e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.753678] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e3653d-d36e-3ed0-86d6-e5da1092b73f, 'name': SearchDatastore_Task, 'duration_secs': 0.01839} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.755670] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.755670] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 12a9c6cc-8e18-4b43-bd6c-875bef56d27d/12a9c6cc-8e18-4b43-bd6c-875bef56d27d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.755974] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1298.755974] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528107fb-5cda-1711-7a50-9c5bcdcabc6e" [ 1298.755974] env[69041]: _type = "Task" [ 1298.755974] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.756519] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f0bff6a-ed64-4f1f-8801-63182d870b81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.767465] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528107fb-5cda-1711-7a50-9c5bcdcabc6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.772818] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1298.772818] env[69041]: value = "task-2890202" [ 1298.772818] env[69041]: _type = "Task" [ 1298.772818] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.780924] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.821861] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890200, 'name': ReconfigVM_Task, 'duration_secs': 0.647649} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.822170] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Reconfigured VM instance instance-00000051 to attach disk [datastore1] d30ee9b4-e357-45e4-9d66-02a0c7bde269/d30ee9b4-e357-45e4-9d66-02a0c7bde269.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.822803] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e45a77ac-24ed-44b0-adf5-5e68fd20664c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.829906] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1298.829906] env[69041]: value = "task-2890203" [ 1298.829906] env[69041]: _type = "Task" [ 1298.829906] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.838189] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890203, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.919352] env[69041]: DEBUG nova.network.neutron [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Updating instance_info_cache with network_info: [{"id": "e39e5c24-ff01-4fa8-be26-b8487a78bcf6", "address": "fa:16:3e:7b:eb:e6", "network": {"id": "813b092c-8348-4df7-bc08-8f0f908bc874", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-180047423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c088bf8cdca54d689e0e93d16bdbbb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39e5c24-ff", "ovs_interfaceid": "e39e5c24-ff01-4fa8-be26-b8487a78bcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.971343] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.012514] env[69041]: DEBUG oslo_vmware.rw_handles [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52745831-6a00-2224-157b-202deb377215/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.013509] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa5268d-2c24-41f6-bb6f-df5bc8484a3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.021769] env[69041]: DEBUG oslo_vmware.rw_handles [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52745831-6a00-2224-157b-202deb377215/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.022340] env[69041]: ERROR oslo_vmware.rw_handles [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52745831-6a00-2224-157b-202deb377215/disk-0.vmdk due to incomplete transfer. [ 1299.022601] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b57febde-afa3-432d-93bd-f0ab785a78d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.030685] env[69041]: DEBUG oslo_vmware.rw_handles [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52745831-6a00-2224-157b-202deb377215/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1299.030950] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Uploaded image 324fdccd-a288-49ce-a00e-e6f7379edef2 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1299.033447] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1299.034109] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2efcd40-bd7f-4320-9a6d-0a3607ec25b8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.042948] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1299.042948] env[69041]: value = "task-2890204" [ 1299.042948] env[69041]: _type = "Task" [ 1299.042948] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.052312] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890204, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.242960] env[69041]: INFO nova.scheduler.client.report [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted allocation for migration b24373f4-bf5c-49bb-94bb-728c5a0de6e4 [ 1299.282839] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528107fb-5cda-1711-7a50-9c5bcdcabc6e, 'name': SearchDatastore_Task, 'duration_secs': 0.022161} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.283663] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.285783] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.285783] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.285783] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.285783] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.285783] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da2498d7-9911-402d-88ab-78ec0b1113de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.290964] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890202, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.306294] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.306629] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.307602] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a1b6715-a415-41e9-870f-4b9589941509 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.314574] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1299.314574] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52605829-cd0d-36c0-9e1d-6b51e7b67b8b" [ 1299.314574] env[69041]: _type = "Task" [ 1299.314574] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.327725] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52605829-cd0d-36c0-9e1d-6b51e7b67b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.341109] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890203, 'name': Rename_Task, 'duration_secs': 0.251795} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.341109] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.341358] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ed3d1eb-193f-4464-a4c1-66e738e19a26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.349376] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1299.349376] env[69041]: value = "task-2890205" [ 1299.349376] env[69041]: _type = "Task" [ 1299.349376] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.359076] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.422291] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Releasing lock "refresh_cache-719e8984-1eee-43a8-8633-035ed6f46f1b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.422654] env[69041]: DEBUG nova.compute.manager [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Instance network_info: |[{"id": "e39e5c24-ff01-4fa8-be26-b8487a78bcf6", "address": "fa:16:3e:7b:eb:e6", "network": {"id": "813b092c-8348-4df7-bc08-8f0f908bc874", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-180047423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c088bf8cdca54d689e0e93d16bdbbb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39e5c24-ff", "ovs_interfaceid": "e39e5c24-ff01-4fa8-be26-b8487a78bcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1299.423025] env[69041]: DEBUG oslo_concurrency.lockutils [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] Acquired lock "refresh_cache-719e8984-1eee-43a8-8633-035ed6f46f1b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.423192] env[69041]: DEBUG nova.network.neutron [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Refreshing network info cache for port e39e5c24-ff01-4fa8-be26-b8487a78bcf6 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.424523] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:eb:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e39e5c24-ff01-4fa8-be26-b8487a78bcf6', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.434223] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Creating folder: Project (c088bf8cdca54d689e0e93d16bdbbb6c). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.435673] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-510119b5-1b0a-4bf5-86c1-481931af6ece {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.449582] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Created folder: Project (c088bf8cdca54d689e0e93d16bdbbb6c) in parent group-v580429. [ 1299.449582] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Creating folder: Instances. Parent ref: group-v580663. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.449582] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbfa33ea-d3ba-44bd-ba6a-7d0c07285a1d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.463538] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Created folder: Instances in parent group-v580663. [ 1299.463807] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.467204] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.467550] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebd4df34-2bec-455c-a8ae-99762b1de6d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.229685] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b48ddb88-3a2d-4b81-98a0-437f297ad8f3 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "c18ff92b-080e-4307-a357-269980fc3fe8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.754s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.250134] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.250364] env[69041]: WARNING oslo_vmware.common.loopingcall [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] task run outlasted interval by 0.287118 sec [ 1300.270450] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52605829-cd0d-36c0-9e1d-6b51e7b67b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.062439} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.270709] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890204, 'name': Destroy_Task, 'duration_secs': 0.763982} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.270903] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.270903] env[69041]: value = "task-2890208" [ 1300.270903] env[69041]: _type = "Task" [ 1300.270903] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.271156] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795361} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.271375] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890205, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.272637] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Destroyed the VM [ 1300.273151] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1300.273269] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 12a9c6cc-8e18-4b43-bd6c-875bef56d27d/12a9c6cc-8e18-4b43-bd6c-875bef56d27d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.273410] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.276407] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51598673-4d8f-42d8-926c-448ac0ad5c4b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.280189] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-556e7fd9-e704-4641-9f6b-031511dbf595 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.283684] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3832c90e-6444-4c1d-a250-11230922518f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.285900] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.300863] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1300.300863] env[69041]: value = "task-2890210" [ 1300.300863] env[69041]: _type = "Task" [ 1300.300863] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.301165] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1300.301165] env[69041]: value = "task-2890209" [ 1300.301165] env[69041]: _type = "Task" [ 1300.301165] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.301345] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890208, 'name': CreateVM_Task} progress is 15%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.301585] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1300.301585] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f93a48-68ab-1d0a-86e1-1a4606505237" [ 1300.301585] env[69041]: _type = "Task" [ 1300.301585] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.321868] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.329209] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.329508] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f93a48-68ab-1d0a-86e1-1a4606505237, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.332936] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.333248] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] dcf6e0e9-3ef9-4490-a3fb-f488dd51668a/dcf6e0e9-3ef9-4490-a3fb-f488dd51668a.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.334258] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e96695a2-6355-46d2-840d-aa3d7cf2ffb6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.341906] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1300.341906] env[69041]: value = "task-2890211" [ 1300.341906] env[69041]: _type = "Task" [ 1300.341906] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.357203] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.624652] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34cedf1-789e-4043-8653-06627413e687 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.633236] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e03510-1261-458b-9d66-adcd691adfe5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.639157] env[69041]: DEBUG nova.network.neutron [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Updated VIF entry in instance network info cache for port e39e5c24-ff01-4fa8-be26-b8487a78bcf6. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.641320] env[69041]: DEBUG nova.network.neutron [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Updating instance_info_cache with network_info: [{"id": "e39e5c24-ff01-4fa8-be26-b8487a78bcf6", "address": "fa:16:3e:7b:eb:e6", "network": {"id": "813b092c-8348-4df7-bc08-8f0f908bc874", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-180047423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c088bf8cdca54d689e0e93d16bdbbb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39e5c24-ff", "ovs_interfaceid": "e39e5c24-ff01-4fa8-be26-b8487a78bcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.668592] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbe5e5e-db81-445b-bc1f-a308707c486c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.679346] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ff9bc-71e0-4037-abd3-b48909d6e95d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.696056] env[69041]: DEBUG nova.compute.provider_tree [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.738887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "c18ff92b-080e-4307-a357-269980fc3fe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.738887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "c18ff92b-080e-4307-a357-269980fc3fe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.738887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "c18ff92b-080e-4307-a357-269980fc3fe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.738887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "c18ff92b-080e-4307-a357-269980fc3fe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.738887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "c18ff92b-080e-4307-a357-269980fc3fe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.743116] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.743683] env[69041]: INFO nova.compute.manager [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Terminating instance [ 1300.761082] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.782751] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890208, 'name': CreateVM_Task, 'duration_secs': 0.511878} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.782970] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.783753] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.783922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.784325] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.784624] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5c4df7-2e4c-4d5a-a3d4-feb0193a96c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.792018] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for the task: (returnval){ [ 1300.792018] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52820f4d-2d71-12c7-8ebb-69c3ed48dea2" [ 1300.792018] env[69041]: _type = "Task" [ 1300.792018] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.802061] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52820f4d-2d71-12c7-8ebb-69c3ed48dea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.814982] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081729} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.818225] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.818576] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.819328] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba80fce-1e14-456d-969c-67c7ab78a45f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.844331] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 12a9c6cc-8e18-4b43-bd6c-875bef56d27d/12a9c6cc-8e18-4b43-bd6c-875bef56d27d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.844702] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8acdf218-5e85-4c73-944c-6d28868d8ced {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.868211] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890211, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.870035] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1300.870035] env[69041]: value = "task-2890212" [ 1300.870035] env[69041]: _type = "Task" [ 1300.870035] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.880675] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890212, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.142288] env[69041]: DEBUG oslo_concurrency.lockutils [req-e8b25f9a-fb55-497b-b26e-bb48616f9ab3 req-64338355-5f6f-4f75-a6b2-c1f08affad45 service nova] Releasing lock "refresh_cache-719e8984-1eee-43a8-8633-035ed6f46f1b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.199933] env[69041]: DEBUG nova.scheduler.client.report [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.229615] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.229875] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.240410] env[69041]: DEBUG oslo_vmware.api [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890205, 'name': PowerOnVM_Task, 'duration_secs': 1.640809} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.240617] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.240818] env[69041]: INFO nova.compute.manager [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1301.240990] env[69041]: DEBUG nova.compute.manager [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.241738] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39577100-5cc1-4fb4-9ca4-a2c458b25592 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.248080] env[69041]: DEBUG nova.compute.manager [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.248314] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.252326] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e085e7-cf4c-4988-b8f5-d3ac0d373340 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.262478] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.265781] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d36aad7-ad06-4cee-9381-3df2a528acd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.267233] env[69041]: DEBUG oslo_vmware.api [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890188, 'name': ReconfigVM_Task, 'duration_secs': 5.79339} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.267461] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.267659] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Reconfigured VM to detach interface {{(pid=69041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1301.273750] env[69041]: DEBUG oslo_vmware.api [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1301.273750] env[69041]: value = "task-2890213" [ 1301.273750] env[69041]: _type = "Task" [ 1301.273750] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.282092] env[69041]: DEBUG oslo_vmware.api [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.303335] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52820f4d-2d71-12c7-8ebb-69c3ed48dea2, 'name': SearchDatastore_Task, 'duration_secs': 0.059258} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.306934] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.307260] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.307555] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.307922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.308028] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.308426] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-236d293b-4ff8-4343-9a34-fc14ea06864b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.314727] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890209, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.318517] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.318725] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.319422] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c074a92-4b34-467c-97d9-d67d486da575 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.324637] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for the task: (returnval){ [ 1301.324637] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525e6220-db43-033e-30ba-546a7cb45c97" [ 1301.324637] env[69041]: _type = "Task" [ 1301.324637] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.333728] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525e6220-db43-033e-30ba-546a7cb45c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.355249] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584316} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.357155] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] dcf6e0e9-3ef9-4490-a3fb-f488dd51668a/dcf6e0e9-3ef9-4490-a3fb-f488dd51668a.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.357376] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.357620] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7588fb8a-b311-41ba-ae6d-656af649ff79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.363946] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1301.363946] env[69041]: value = "task-2890214" [ 1301.363946] env[69041]: _type = "Task" [ 1301.363946] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.375789] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.380396] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890212, 'name': ReconfigVM_Task, 'duration_secs': 0.330642} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.380533] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 12a9c6cc-8e18-4b43-bd6c-875bef56d27d/12a9c6cc-8e18-4b43-bd6c-875bef56d27d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.381136] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4de44239-20d6-40cd-9a1f-7eaebce070e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.385701] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1301.385701] env[69041]: value = "task-2890215" [ 1301.385701] env[69041]: _type = "Task" [ 1301.385701] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.392486] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890215, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.695349] env[69041]: DEBUG nova.compute.manager [req-d5e1f289-4c46-48b7-8e5d-500cf18ff92b req-3a0b9510-2d12-462c-80a9-5af6a94f133a service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received event network-vif-deleted-a6686726-3b3f-4edb-a19c-63ce696031f5 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1301.695349] env[69041]: INFO nova.compute.manager [req-d5e1f289-4c46-48b7-8e5d-500cf18ff92b req-3a0b9510-2d12-462c-80a9-5af6a94f133a service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Neutron deleted interface a6686726-3b3f-4edb-a19c-63ce696031f5; detaching it from the instance and deleting it from the info cache [ 1301.695349] env[69041]: DEBUG nova.network.neutron [req-d5e1f289-4c46-48b7-8e5d-500cf18ff92b req-3a0b9510-2d12-462c-80a9-5af6a94f133a service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "902f8e3d-bf92-4721-966d-159b7d3f1c5c", "address": "fa:16:3e:f6:b5:8a", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902f8e3d-bf", "ovs_interfaceid": "902f8e3d-bf92-4721-966d-159b7d3f1c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.705540] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.100s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.706056] env[69041]: DEBUG nova.compute.manager [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1301.711391] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.128s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.711391] env[69041]: INFO nova.compute.claims [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.733108] env[69041]: DEBUG nova.compute.manager [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1301.763803] env[69041]: INFO nova.compute.manager [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Took 32.43 seconds to build instance. [ 1301.783356] env[69041]: DEBUG oslo_vmware.api [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890213, 'name': PowerOffVM_Task, 'duration_secs': 0.342978} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.783620] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.783787] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.784067] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38261473-4e47-4079-8da2-7cd1f32a6f3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.814538] env[69041]: DEBUG oslo_vmware.api [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890209, 'name': RemoveSnapshot_Task, 'duration_secs': 1.195336} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.814802] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1301.815050] env[69041]: INFO nova.compute.manager [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Took 16.93 seconds to snapshot the instance on the hypervisor. [ 1301.837208] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525e6220-db43-033e-30ba-546a7cb45c97, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.838024] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c41339c-9925-4cdc-b651-73f1e5ede7ff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.843623] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for the task: (returnval){ [ 1301.843623] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ad095a-d62a-6e2d-c2ab-db79a23d8733" [ 1301.843623] env[69041]: _type = "Task" [ 1301.843623] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.852335] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ad095a-d62a-6e2d-c2ab-db79a23d8733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.857529] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.857529] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.857638] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleting the datastore file [datastore2] c18ff92b-080e-4307-a357-269980fc3fe8 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.857887] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8ba1bd2-bac9-42b5-9120-411d63b3a581 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.869219] env[69041]: DEBUG oslo_vmware.api [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1301.869219] env[69041]: value = "task-2890217" [ 1301.869219] env[69041]: _type = "Task" [ 1301.869219] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.875746] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.880148] env[69041]: DEBUG oslo_vmware.api [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.894299] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890215, 'name': Rename_Task, 'duration_secs': 0.144766} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.894555] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.894938] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3059e577-6e42-41a1-a182-44fd7c38c823 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.901144] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1301.901144] env[69041]: value = "task-2890218" [ 1301.901144] env[69041]: _type = "Task" [ 1301.901144] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.911114] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.199065] env[69041]: DEBUG oslo_concurrency.lockutils [req-d5e1f289-4c46-48b7-8e5d-500cf18ff92b req-3a0b9510-2d12-462c-80a9-5af6a94f133a service nova] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.201661] env[69041]: DEBUG oslo_concurrency.lockutils [req-d5e1f289-4c46-48b7-8e5d-500cf18ff92b req-3a0b9510-2d12-462c-80a9-5af6a94f133a service nova] Acquired lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.201661] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b4c728-0a29-429b-b18d-30da5071b63a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.234075] env[69041]: DEBUG nova.compute.utils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.236957] env[69041]: DEBUG oslo_concurrency.lockutils [req-d5e1f289-4c46-48b7-8e5d-500cf18ff92b req-3a0b9510-2d12-462c-80a9-5af6a94f133a service nova] Releasing lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.239340] env[69041]: WARNING nova.compute.manager [req-d5e1f289-4c46-48b7-8e5d-500cf18ff92b req-3a0b9510-2d12-462c-80a9-5af6a94f133a service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Detach interface failed, port_id=a6686726-3b3f-4edb-a19c-63ce696031f5, reason: No device with interface-id a6686726-3b3f-4edb-a19c-63ce696031f5 exists on VM: nova.exception.NotFound: No device with interface-id a6686726-3b3f-4edb-a19c-63ce696031f5 exists on VM [ 1302.239340] env[69041]: DEBUG nova.compute.manager [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.239340] env[69041]: DEBUG nova.network.neutron [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.265835] env[69041]: DEBUG oslo_concurrency.lockutils [None req-22109d91-5eba-4292-a570-1c1667e9a24d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.942s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.355444] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ad095a-d62a-6e2d-c2ab-db79a23d8733, 'name': SearchDatastore_Task, 'duration_secs': 0.012486} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.355719] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.356018] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 719e8984-1eee-43a8-8633-035ed6f46f1b/719e8984-1eee-43a8-8633-035ed6f46f1b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.356349] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f30b2b8-f5f5-4467-a693-d1f0a199f683 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.363841] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for the task: (returnval){ [ 1302.363841] env[69041]: value = "task-2890219" [ 1302.363841] env[69041]: _type = "Task" [ 1302.363841] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.381756] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.381756] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.966984} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.381756] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.382445] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31536341-0af8-4d35-a9d4-b734d292570c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.388292] env[69041]: DEBUG oslo_vmware.api [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23455} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.389485] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.390157] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.390349] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.390526] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.390699] env[69041]: INFO nova.compute.manager [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1302.390944] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.391145] env[69041]: DEBUG nova.compute.manager [-] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.391229] env[69041]: DEBUG nova.network.neutron [-] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.412593] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] dcf6e0e9-3ef9-4490-a3fb-f488dd51668a/dcf6e0e9-3ef9-4490-a3fb-f488dd51668a.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.416011] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8524324-4f55-4ca1-87f7-66e9385311e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.436575] env[69041]: DEBUG oslo_vmware.api [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890218, 'name': PowerOnVM_Task, 'duration_secs': 0.520261} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.440468] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.440468] env[69041]: INFO nova.compute.manager [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1302.440468] env[69041]: DEBUG nova.compute.manager [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.440468] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1302.440468] env[69041]: value = "task-2890220" [ 1302.440468] env[69041]: _type = "Task" [ 1302.440468] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.440468] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0991521-c1ee-4925-a480-2bdc0361ac7d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.455666] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.503838] env[69041]: DEBUG nova.compute.manager [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Found 3 images (rotation: 2) {{(pid=69041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1302.504053] env[69041]: DEBUG nova.compute.manager [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Rotating out 1 backups {{(pid=69041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1302.504230] env[69041]: DEBUG nova.compute.manager [None req-deed2e4b-430c-4ef9-b38a-9d5d4d5cf9e9 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Deleting image 84e7f866-3cbe-45be-b617-55a5a986ace4 {{(pid=69041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1302.534085] env[69041]: DEBUG nova.policy [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87a2bf6986514653b8cafffd65197bda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ccb7b329524469aaef6c9c85b0616a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.678237] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.678606] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.678896] env[69041]: DEBUG nova.network.neutron [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.743504] env[69041]: DEBUG nova.compute.manager [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1302.849846] env[69041]: DEBUG nova.compute.manager [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received event network-vif-deleted-902f8e3d-bf92-4721-966d-159b7d3f1c5c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1302.850508] env[69041]: INFO nova.compute.manager [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Neutron deleted interface 902f8e3d-bf92-4721-966d-159b7d3f1c5c; detaching it from the instance and deleting it from the info cache [ 1302.850793] env[69041]: DEBUG nova.network.neutron [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.877840] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890219, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.954914] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.966887] env[69041]: INFO nova.compute.manager [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Took 32.79 seconds to build instance. [ 1302.973280] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fd654c-d37f-4db6-a778-c09f46f73019 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.981516] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-da699be6-0754-4e94-9941-6720f9b04992 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Suspending the VM {{(pid=69041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1302.981650] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-705047af-5a7d-43c2-a105-25be5ace6e5a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.994708] env[69041]: DEBUG oslo_vmware.api [None req-da699be6-0754-4e94-9941-6720f9b04992 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1302.994708] env[69041]: value = "task-2890221" [ 1302.994708] env[69041]: _type = "Task" [ 1302.994708] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.005938] env[69041]: DEBUG oslo_vmware.api [None req-da699be6-0754-4e94-9941-6720f9b04992 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890221, 'name': SuspendVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.170251] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f92b85-d136-4136-a3e7-0fff4951381b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.173233] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dda1baa-bfcc-463f-b8da-f56dd6d71f10 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.206785] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228ec3c9-a3c7-400f-9124-1b114e0f5b92 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.219163] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd2e917-4c79-46e1-b22e-c81874373bd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.229396] env[69041]: DEBUG nova.compute.provider_tree [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.323771] env[69041]: DEBUG nova.network.neutron [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Successfully created port: 146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.353982] env[69041]: DEBUG oslo_concurrency.lockutils [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.354346] env[69041]: DEBUG oslo_concurrency.lockutils [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Acquired lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.355239] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96335e20-b576-4c77-8d66-7702d9488fd6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.382484] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a23450-e622-4f3f-8399-f145911c0a79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.390131] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740142} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.405818] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 719e8984-1eee-43a8-8633-035ed6f46f1b/719e8984-1eee-43a8-8633-035ed6f46f1b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.406086] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.411957] env[69041]: DEBUG nova.virt.vmwareapi.vmops [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Reconfiguring VM to detach interface {{(pid=69041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1303.412285] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5af73363-4f72-4128-ab1b-b31de3350150 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.414771] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-034aa606-d19b-4067-8771-c88837986f72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.433792] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for the task: (returnval){ [ 1303.433792] env[69041]: value = "task-2890222" [ 1303.433792] env[69041]: _type = "Task" [ 1303.433792] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.435253] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Waiting for the task: (returnval){ [ 1303.435253] env[69041]: value = "task-2890223" [ 1303.435253] env[69041]: _type = "Task" [ 1303.435253] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.444343] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.454845] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.455018] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.460980] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890220, 'name': ReconfigVM_Task, 'duration_secs': 0.92717} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.461495] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Reconfigured VM instance instance-00000050 to attach disk [datastore1] dcf6e0e9-3ef9-4490-a3fb-f488dd51668a/dcf6e0e9-3ef9-4490-a3fb-f488dd51668a.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.465016] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf4c0cc9-4976-4ce6-ae6a-c4ebecbe7c6f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.469159] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7f747f12-7f90-4702-8c80-869de4eb7952 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.313s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.469508] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1303.469508] env[69041]: value = "task-2890224" [ 1303.469508] env[69041]: _type = "Task" [ 1303.469508] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.479403] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890224, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.505629] env[69041]: DEBUG oslo_vmware.api [None req-da699be6-0754-4e94-9941-6720f9b04992 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890221, 'name': SuspendVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.515194] env[69041]: DEBUG nova.network.neutron [-] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.735796] env[69041]: DEBUG nova.scheduler.client.report [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.750464] env[69041]: DEBUG nova.compute.manager [req-fad2eb51-37cc-4df3-93a4-f7779a1789f2 req-cb54dfd5-3139-44ff-8ac6-bbe784a48c73 service nova] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Received event network-vif-deleted-80474f42-a5fe-4340-a283-03fc967ea1ea {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1303.752994] env[69041]: DEBUG nova.compute.manager [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1303.794900] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.795170] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.796671] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.796671] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.796671] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.796671] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.796671] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.796671] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.796671] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.796671] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.797199] env[69041]: DEBUG nova.virt.hardware [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.798586] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ac3655-6dfd-4e4d-9baf-b54c06da93c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.805931] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326a0cf2-d39a-47d5-9604-92efd0e260f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.881399] env[69041]: INFO nova.network.neutron [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Port 902f8e3d-bf92-4721-966d-159b7d3f1c5c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1303.881778] env[69041]: DEBUG nova.network.neutron [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [{"id": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "address": "fa:16:3e:7e:a8:4c", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a6d9de-8f", "ovs_interfaceid": "01a6d9de-8f1d-4a95-92ad-f07555986fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.954376] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305453} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.961036] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.961825] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.963489] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae52d6a7-4a4b-4f79-811c-a3edea57cd91 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.999127] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 719e8984-1eee-43a8-8633-035ed6f46f1b/719e8984-1eee-43a8-8633-035ed6f46f1b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.004426] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd356b1-725a-40b9-bcc0-761c2080744a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.026090] env[69041]: INFO nova.compute.manager [-] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Took 1.63 seconds to deallocate network for instance. [ 1304.036200] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890224, 'name': Rename_Task, 'duration_secs': 0.276336} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.037483] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.037766] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for the task: (returnval){ [ 1304.037766] env[69041]: value = "task-2890225" [ 1304.037766] env[69041]: _type = "Task" [ 1304.037766] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.041880] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa780618-e8c2-40ca-9a47-c003b8cba06d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.044029] env[69041]: DEBUG oslo_vmware.api [None req-da699be6-0754-4e94-9941-6720f9b04992 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890221, 'name': SuspendVM_Task, 'duration_secs': 0.993635} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.047223] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-da699be6-0754-4e94-9941-6720f9b04992 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Suspended the VM {{(pid=69041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1304.047380] env[69041]: DEBUG nova.compute.manager [None req-da699be6-0754-4e94-9941-6720f9b04992 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.048431] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b526fc-5777-435b-a492-8443b550e63f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.052107] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1304.052107] env[69041]: value = "task-2890226" [ 1304.052107] env[69041]: _type = "Task" [ 1304.052107] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.063185] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.068026] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890226, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.243441] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.243441] env[69041]: DEBUG nova.compute.manager [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.245263] env[69041]: DEBUG oslo_concurrency.lockutils [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.428s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.245707] env[69041]: DEBUG nova.objects.instance [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lazy-loading 'resources' on Instance uuid 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.385216] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.451922] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.533700] env[69041]: DEBUG oslo_concurrency.lockutils [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.554566] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.564865] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.752549] env[69041]: DEBUG nova.compute.utils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.758247] env[69041]: DEBUG nova.compute.manager [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1304.758247] env[69041]: DEBUG nova.network.neutron [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.879456] env[69041]: DEBUG nova.policy [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f2a65fc1194fb0bcbbfbded6fae322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c657c14c914763b1bb5b102aeeaa41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1304.891467] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ba91bb5-3bae-43cf-9292-afc4dc479796 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-1e428329-c8f6-47c9-8945-7ac469d6a673-a6686726-3b3f-4edb-a19c-63ce696031f5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.035s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.956291] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.998815] env[69041]: DEBUG nova.compute.manager [req-e7802b3d-bb14-4d9b-a3f1-b1314f357e3b req-a13da10b-5d54-4100-937d-0204787bd1c2 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Received event network-changed-61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1304.999043] env[69041]: DEBUG nova.compute.manager [req-e7802b3d-bb14-4d9b-a3f1-b1314f357e3b req-a13da10b-5d54-4100-937d-0204787bd1c2 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Refreshing instance network info cache due to event network-changed-61009d9b-a3f8-4a3e-9e57-fe307be2d18c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1304.999280] env[69041]: DEBUG oslo_concurrency.lockutils [req-e7802b3d-bb14-4d9b-a3f1-b1314f357e3b req-a13da10b-5d54-4100-937d-0204787bd1c2 service nova] Acquiring lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.999464] env[69041]: DEBUG oslo_concurrency.lockutils [req-e7802b3d-bb14-4d9b-a3f1-b1314f357e3b req-a13da10b-5d54-4100-937d-0204787bd1c2 service nova] Acquired lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.999623] env[69041]: DEBUG nova.network.neutron [req-e7802b3d-bb14-4d9b-a3f1-b1314f357e3b req-a13da10b-5d54-4100-937d-0204787bd1c2 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Refreshing network info cache for port 61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.056023] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890225, 'name': ReconfigVM_Task, 'duration_secs': 0.985697} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.059094] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 719e8984-1eee-43a8-8633-035ed6f46f1b/719e8984-1eee-43a8-8633-035ed6f46f1b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.059762] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-321ccfab-231a-4b51-9463-08174fd63dbc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.071075] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890226, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.072559] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for the task: (returnval){ [ 1305.072559] env[69041]: value = "task-2890227" [ 1305.072559] env[69041]: _type = "Task" [ 1305.072559] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.084299] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890227, 'name': Rename_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.116559] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb74af4-8879-4783-9544-f532bfbd7216 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.125192] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049124a-ba1a-4c0d-96cf-756922ddfb55 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.158111] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eca017-c666-4af4-bfea-9c94e7a06166 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.165152] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2588de5d-be6e-4d43-9d98-64d7fd0f8041 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.179623] env[69041]: DEBUG nova.compute.provider_tree [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.260338] env[69041]: DEBUG nova.compute.manager [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.337481] env[69041]: DEBUG nova.network.neutron [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Successfully created port: 4261a478-4cda-40cc-900d-044c9294f976 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.456222] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.574628] env[69041]: DEBUG oslo_vmware.api [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890226, 'name': PowerOnVM_Task, 'duration_secs': 1.104001} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.579429] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.579815] env[69041]: DEBUG nova.compute.manager [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.581060] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f312a397-101b-43c1-9295-5f378cf36bfc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.589390] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890227, 'name': Rename_Task, 'duration_secs': 0.313245} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.593089] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.594500] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcac76a0-fa06-4b5d-9110-56f5ae45f6c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.602443] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for the task: (returnval){ [ 1305.602443] env[69041]: value = "task-2890228" [ 1305.602443] env[69041]: _type = "Task" [ 1305.602443] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.611956] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.684662] env[69041]: DEBUG nova.scheduler.client.report [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.699352] env[69041]: DEBUG nova.network.neutron [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Successfully updated port: 146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.883679] env[69041]: DEBUG nova.network.neutron [req-e7802b3d-bb14-4d9b-a3f1-b1314f357e3b req-a13da10b-5d54-4100-937d-0204787bd1c2 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Updated VIF entry in instance network info cache for port 61009d9b-a3f8-4a3e-9e57-fe307be2d18c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.884028] env[69041]: DEBUG nova.network.neutron [req-e7802b3d-bb14-4d9b-a3f1-b1314f357e3b req-a13da10b-5d54-4100-937d-0204787bd1c2 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Updating instance_info_cache with network_info: [{"id": "61009d9b-a3f8-4a3e-9e57-fe307be2d18c", "address": "fa:16:3e:63:b3:76", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61009d9b-a3", "ovs_interfaceid": "61009d9b-a3f8-4a3e-9e57-fe307be2d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.885484] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "983aa6f2-dc56-45d9-8b35-688d75f63525" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.886302] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.886302] env[69041]: DEBUG nova.compute.manager [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.887851] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212efe9b-9769-484d-b3b7-95146da0d58f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.898924] env[69041]: DEBUG nova.compute.manager [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1305.899842] env[69041]: DEBUG nova.objects.instance [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'flavor' on Instance uuid 983aa6f2-dc56-45d9-8b35-688d75f63525 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.928301] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.928648] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.928893] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.929122] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.929322] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.931631] env[69041]: INFO nova.compute.manager [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Terminating instance [ 1305.960241] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.031718] env[69041]: DEBUG nova.compute.manager [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received event network-vif-plugged-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1306.031718] env[69041]: DEBUG oslo_concurrency.lockutils [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] Acquiring lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.031718] env[69041]: DEBUG oslo_concurrency.lockutils [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.031718] env[69041]: DEBUG oslo_concurrency.lockutils [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.031718] env[69041]: DEBUG nova.compute.manager [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] No waiting events found dispatching network-vif-plugged-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.032123] env[69041]: WARNING nova.compute.manager [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received unexpected event network-vif-plugged-146a8970-55ce-4bfd-b36d-7036874bccdf for instance with vm_state building and task_state spawning. [ 1306.032123] env[69041]: DEBUG nova.compute.manager [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received event network-changed-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1306.032199] env[69041]: DEBUG nova.compute.manager [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Refreshing instance network info cache due to event network-changed-146a8970-55ce-4bfd-b36d-7036874bccdf. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1306.032414] env[69041]: DEBUG oslo_concurrency.lockutils [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] Acquiring lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.032552] env[69041]: DEBUG oslo_concurrency.lockutils [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] Acquired lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.032724] env[69041]: DEBUG nova.network.neutron [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Refreshing network info cache for port 146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.107761] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.113303] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.190508] env[69041]: DEBUG oslo_concurrency.lockutils [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.193802] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.591s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.193956] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.194230] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1306.194483] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.996s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.194717] env[69041]: DEBUG nova.objects.instance [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lazy-loading 'resources' on Instance uuid 4ca3d12b-56e3-4f8c-99d6-50ae680925b3 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.196129] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece58508-49f9-477a-8f8d-29568beff5ef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.205222] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.209197] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dee29e6-44bb-4aeb-9b37-03e52a5a3cb2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.224989] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dff9058-772f-4270-8d9c-69ce959fd64b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.233227] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f573d7-8fe3-427d-9f4e-7da3af394f43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.265625] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179388MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1306.265840] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.267311] env[69041]: INFO nova.scheduler.client.report [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Deleted allocations for instance 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e [ 1306.273037] env[69041]: DEBUG nova.compute.manager [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.327036] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.327292] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.327468] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.327652] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.327800] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.327946] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.328175] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.328354] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.328683] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.328879] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.329068] env[69041]: DEBUG nova.virt.hardware [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.329962] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d81b3-59ac-499c-9712-abd658d44bff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.338034] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4ce3f1-04b6-4991-b83a-5acd66521d8d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.387970] env[69041]: DEBUG oslo_concurrency.lockutils [req-e7802b3d-bb14-4d9b-a3f1-b1314f357e3b req-a13da10b-5d54-4100-937d-0204787bd1c2 service nova] Releasing lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.435853] env[69041]: DEBUG nova.compute.manager [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.436092] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.437050] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7e8ab7-0939-47d3-8b79-ac5a39a11ac2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.445439] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.448389] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6491b8a-81f8-4742-9f1f-933455994630 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.456319] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.530297] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.530691] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.530785] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleting the datastore file [datastore1] d30ee9b4-e357-45e4-9d66-02a0c7bde269 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.531772] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-931a7eaa-6f01-4010-8128-cb17b476e5aa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.538608] env[69041]: DEBUG oslo_vmware.api [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1306.538608] env[69041]: value = "task-2890230" [ 1306.538608] env[69041]: _type = "Task" [ 1306.538608] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.547713] env[69041]: DEBUG oslo_vmware.api [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.597882] env[69041]: DEBUG nova.network.neutron [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.618426] env[69041]: DEBUG oslo_vmware.api [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890228, 'name': PowerOnVM_Task, 'duration_secs': 0.712964} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.618784] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.619020] env[69041]: INFO nova.compute.manager [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1306.619211] env[69041]: DEBUG nova.compute.manager [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.620062] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0457523-e0a5-4229-b2fc-e61d8af55dc5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.633532] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "dcf6e0e9-3ef9-4490-a3fb-f488dd51668a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.633532] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "dcf6e0e9-3ef9-4490-a3fb-f488dd51668a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.633532] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "dcf6e0e9-3ef9-4490-a3fb-f488dd51668a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.633532] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "dcf6e0e9-3ef9-4490-a3fb-f488dd51668a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.633532] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "dcf6e0e9-3ef9-4490-a3fb-f488dd51668a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.634632] env[69041]: INFO nova.compute.manager [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Terminating instance [ 1306.726162] env[69041]: DEBUG nova.network.neutron [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.780262] env[69041]: DEBUG oslo_concurrency.lockutils [None req-16bc8ea7-7c4d-4907-9221-f1a5a7ab0f3f tempest-ServersNegativeTestMultiTenantJSON-58342587 tempest-ServersNegativeTestMultiTenantJSON-58342587-project-member] Lock "8d37a06e-85bf-42e8-8125-0f8b2eda7d0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.562s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.907838] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.908162] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-199c0438-5278-41b0-bfc7-40704e658d13 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.917195] env[69041]: DEBUG oslo_vmware.api [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1306.917195] env[69041]: value = "task-2890231" [ 1306.917195] env[69041]: _type = "Task" [ 1306.917195] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.925383] env[69041]: DEBUG oslo_vmware.api [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.958485] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.990018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63cf6e3-a4db-4666-8df7-9e9090ad96ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.995644] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298970a0-2336-4cb7-98c6-83da6a802718 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.043718] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b901cab5-ccb2-41fa-8a40-1736cfe0873f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.052950] env[69041]: DEBUG oslo_vmware.api [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354377} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.056790] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.056963] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.057330] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.057669] env[69041]: INFO nova.compute.manager [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1307.058060] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.058532] env[69041]: DEBUG nova.compute.manager [-] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.058809] env[69041]: DEBUG nova.network.neutron [-] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.062938] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d8d2a-abab-44dd-b7d7-6c15d640af12 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.084186] env[69041]: DEBUG nova.compute.provider_tree [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.084186] env[69041]: DEBUG nova.compute.manager [req-f79f0425-dc3f-41e7-ab1e-0b6e81af3c26 req-34eb9f7e-bdf7-4d5c-ac10-361d9dcce2bb service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Received event network-changed-61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1307.084186] env[69041]: DEBUG nova.compute.manager [req-f79f0425-dc3f-41e7-ab1e-0b6e81af3c26 req-34eb9f7e-bdf7-4d5c-ac10-361d9dcce2bb service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Refreshing instance network info cache due to event network-changed-61009d9b-a3f8-4a3e-9e57-fe307be2d18c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1307.084186] env[69041]: DEBUG oslo_concurrency.lockutils [req-f79f0425-dc3f-41e7-ab1e-0b6e81af3c26 req-34eb9f7e-bdf7-4d5c-ac10-361d9dcce2bb service nova] Acquiring lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.084186] env[69041]: DEBUG oslo_concurrency.lockutils [req-f79f0425-dc3f-41e7-ab1e-0b6e81af3c26 req-34eb9f7e-bdf7-4d5c-ac10-361d9dcce2bb service nova] Acquired lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.084186] env[69041]: DEBUG nova.network.neutron [req-f79f0425-dc3f-41e7-ab1e-0b6e81af3c26 req-34eb9f7e-bdf7-4d5c-ac10-361d9dcce2bb service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Refreshing network info cache for port 61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.139837] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "refresh_cache-dcf6e0e9-3ef9-4490-a3fb-f488dd51668a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.140117] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquired lock "refresh_cache-dcf6e0e9-3ef9-4490-a3fb-f488dd51668a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.140216] env[69041]: DEBUG nova.network.neutron [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.147043] env[69041]: INFO nova.compute.manager [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Took 35.14 seconds to build instance. [ 1307.231338] env[69041]: DEBUG oslo_concurrency.lockutils [req-2e7300fa-971a-4783-bd68-c24725741f81 req-c6c7736b-6e2a-41b1-8644-0d587457e23a service nova] Releasing lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.232141] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.232350] env[69041]: DEBUG nova.network.neutron [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.365550] env[69041]: DEBUG nova.network.neutron [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Successfully updated port: 4261a478-4cda-40cc-900d-044c9294f976 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.430278] env[69041]: DEBUG oslo_vmware.api [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890231, 'name': PowerOffVM_Task, 'duration_secs': 0.439913} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.430278] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.434606] env[69041]: DEBUG nova.compute.manager [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.434606] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7da887b-dac3-473a-b952-d273bdae2ccc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.462753] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.591919] env[69041]: DEBUG nova.scheduler.client.report [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.646531] env[69041]: DEBUG oslo_concurrency.lockutils [None req-203e63de-ad1d-44e5-9f70-27172bbe744e tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Lock "719e8984-1eee-43a8-8633-035ed6f46f1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.648s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.678209] env[69041]: DEBUG nova.network.neutron [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.811629] env[69041]: DEBUG nova.network.neutron [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.831439] env[69041]: DEBUG nova.network.neutron [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.864383] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "refresh_cache-9b671e1c-931e-4a2d-8de3-d06accb94cba" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.864522] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "refresh_cache-9b671e1c-931e-4a2d-8de3-d06accb94cba" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.864639] env[69041]: DEBUG nova.network.neutron [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.948967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa674980-d022-4c2a-9aa7-ea329cf15cd7 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.960260] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.053969] env[69041]: DEBUG nova.network.neutron [-] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.065741] env[69041]: DEBUG nova.network.neutron [req-f79f0425-dc3f-41e7-ab1e-0b6e81af3c26 req-34eb9f7e-bdf7-4d5c-ac10-361d9dcce2bb service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Updated VIF entry in instance network info cache for port 61009d9b-a3f8-4a3e-9e57-fe307be2d18c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.066122] env[69041]: DEBUG nova.network.neutron [req-f79f0425-dc3f-41e7-ab1e-0b6e81af3c26 req-34eb9f7e-bdf7-4d5c-ac10-361d9dcce2bb service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Updating instance_info_cache with network_info: [{"id": "61009d9b-a3f8-4a3e-9e57-fe307be2d18c", "address": "fa:16:3e:63:b3:76", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61009d9b-a3", "ovs_interfaceid": "61009d9b-a3f8-4a3e-9e57-fe307be2d18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.073298] env[69041]: DEBUG oslo_concurrency.lockutils [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquiring lock "719e8984-1eee-43a8-8633-035ed6f46f1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.073531] env[69041]: DEBUG oslo_concurrency.lockutils [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Lock "719e8984-1eee-43a8-8633-035ed6f46f1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.073732] env[69041]: DEBUG oslo_concurrency.lockutils [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquiring lock "719e8984-1eee-43a8-8633-035ed6f46f1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.073915] env[69041]: DEBUG oslo_concurrency.lockutils [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Lock "719e8984-1eee-43a8-8633-035ed6f46f1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.074096] env[69041]: DEBUG oslo_concurrency.lockutils [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Lock "719e8984-1eee-43a8-8633-035ed6f46f1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.076221] env[69041]: INFO nova.compute.manager [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Terminating instance [ 1308.093059] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.095490] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.385s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.095732] env[69041]: DEBUG nova.objects.instance [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lazy-loading 'resources' on Instance uuid 1aad063e-abdd-45ce-9b5a-8901bd22fbd3 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.100640] env[69041]: DEBUG nova.network.neutron [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updating instance_info_cache with network_info: [{"id": "146a8970-55ce-4bfd-b36d-7036874bccdf", "address": "fa:16:3e:15:07:25", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146a8970-55", "ovs_interfaceid": "146a8970-55ce-4bfd-b36d-7036874bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.159485] env[69041]: INFO nova.scheduler.client.report [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Deleted allocations for instance 4ca3d12b-56e3-4f8c-99d6-50ae680925b3 [ 1308.256398] env[69041]: DEBUG nova.compute.manager [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Received event network-vif-plugged-4261a478-4cda-40cc-900d-044c9294f976 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1308.256646] env[69041]: DEBUG oslo_concurrency.lockutils [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] Acquiring lock "9b671e1c-931e-4a2d-8de3-d06accb94cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.256860] env[69041]: DEBUG oslo_concurrency.lockutils [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] Lock "9b671e1c-931e-4a2d-8de3-d06accb94cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.257047] env[69041]: DEBUG oslo_concurrency.lockutils [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] Lock "9b671e1c-931e-4a2d-8de3-d06accb94cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.257222] env[69041]: DEBUG nova.compute.manager [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] No waiting events found dispatching network-vif-plugged-4261a478-4cda-40cc-900d-044c9294f976 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.257387] env[69041]: WARNING nova.compute.manager [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Received unexpected event network-vif-plugged-4261a478-4cda-40cc-900d-044c9294f976 for instance with vm_state building and task_state spawning. [ 1308.257548] env[69041]: DEBUG nova.compute.manager [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Received event network-changed-4261a478-4cda-40cc-900d-044c9294f976 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1308.257703] env[69041]: DEBUG nova.compute.manager [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Refreshing instance network info cache due to event network-changed-4261a478-4cda-40cc-900d-044c9294f976. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1308.257908] env[69041]: DEBUG oslo_concurrency.lockutils [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] Acquiring lock "refresh_cache-9b671e1c-931e-4a2d-8de3-d06accb94cba" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.334013] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Releasing lock "refresh_cache-dcf6e0e9-3ef9-4490-a3fb-f488dd51668a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.335526] env[69041]: DEBUG nova.compute.manager [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.335808] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.336728] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dccaa29-c3e7-4183-bff4-9c731b62cdf8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.346043] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.346814] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c206715-15ea-4522-bfba-bd88832e4af7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.353570] env[69041]: DEBUG oslo_vmware.api [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1308.353570] env[69041]: value = "task-2890232" [ 1308.353570] env[69041]: _type = "Task" [ 1308.353570] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.363390] env[69041]: DEBUG oslo_vmware.api [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.407916] env[69041]: DEBUG nova.network.neutron [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.461057] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.557345] env[69041]: INFO nova.compute.manager [-] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Took 1.50 seconds to deallocate network for instance. [ 1308.569062] env[69041]: DEBUG oslo_concurrency.lockutils [req-f79f0425-dc3f-41e7-ab1e-0b6e81af3c26 req-34eb9f7e-bdf7-4d5c-ac10-361d9dcce2bb service nova] Releasing lock "refresh_cache-12a9c6cc-8e18-4b43-bd6c-875bef56d27d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.580290] env[69041]: DEBUG nova.compute.manager [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.580556] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.581549] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c85724-8ee2-4075-98b5-a0be96bbb227 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.589843] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.590118] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04eef5d0-1ed1-4a3c-a8d1-1c8428bea83e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.596351] env[69041]: DEBUG oslo_vmware.api [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for the task: (returnval){ [ 1308.596351] env[69041]: value = "task-2890233" [ 1308.596351] env[69041]: _type = "Task" [ 1308.596351] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.604791] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.605116] env[69041]: DEBUG nova.compute.manager [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Instance network_info: |[{"id": "146a8970-55ce-4bfd-b36d-7036874bccdf", "address": "fa:16:3e:15:07:25", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146a8970-55", "ovs_interfaceid": "146a8970-55ce-4bfd-b36d-7036874bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1308.606013] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:07:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '146a8970-55ce-4bfd-b36d-7036874bccdf', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.614065] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating folder: Project (c8ccb7b329524469aaef6c9c85b0616a). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1308.618642] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69b213d4-0c8c-4048-981a-736098de99d7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.620776] env[69041]: DEBUG oslo_vmware.api [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.630258] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Created folder: Project (c8ccb7b329524469aaef6c9c85b0616a) in parent group-v580429. [ 1308.630529] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating folder: Instances. Parent ref: group-v580666. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1308.630834] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8610d113-b882-4d96-be05-33326d6b8c13 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.640606] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Created folder: Instances in parent group-v580666. [ 1308.640879] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.641120] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.641339] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6132c068-ff2a-4c28-a9e4-b1d8968a365a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.668299] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.668299] env[69041]: value = "task-2890236" [ 1308.668299] env[69041]: _type = "Task" [ 1308.668299] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.668299] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e05bcf43-97cc-4ba8-b0b7-8ae1dd4796ff tempest-ServersTestManualDisk-2006594477 tempest-ServersTestManualDisk-2006594477-project-member] Lock "4ca3d12b-56e3-4f8c-99d6-50ae680925b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.863s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.677147] env[69041]: DEBUG nova.network.neutron [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Updating instance_info_cache with network_info: [{"id": "4261a478-4cda-40cc-900d-044c9294f976", "address": "fa:16:3e:bc:51:7f", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4261a478-4c", "ovs_interfaceid": "4261a478-4cda-40cc-900d-044c9294f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.686857] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890236, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.870728] env[69041]: DEBUG oslo_vmware.api [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890232, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.950684] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0145c1-e1f7-4d1f-8c2f-c0abf134d241 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.965035] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.966153] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71ba2c7-b007-48d4-8759-16f5c9d32b31 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.004544] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c9b5d2-25c3-4c23-b27e-ef033ac6cd18 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.012340] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b0aa78-31e3-4090-99b8-d86e0ecaed2d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.028157] env[69041]: DEBUG nova.compute.provider_tree [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.065436] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.108148] env[69041]: DEBUG oslo_vmware.api [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890233, 'name': PowerOffVM_Task, 'duration_secs': 0.341165} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.108448] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.108649] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.108893] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49be3137-2751-4251-9785-60254b6ed5c7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.180973] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890236, 'name': CreateVM_Task, 'duration_secs': 0.398211} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.180973] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.181673] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.181892] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.182223] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.182482] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c96ae3-90f0-4c98-b184-874fb5062095 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.185216] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.185418] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.185595] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Deleting the datastore file [datastore1] 719e8984-1eee-43a8-8633-035ed6f46f1b {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.186190] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddc7b208-4e5b-4da0-9f30-56a35e489bd0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.189157] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "refresh_cache-9b671e1c-931e-4a2d-8de3-d06accb94cba" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.189469] env[69041]: DEBUG nova.compute.manager [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Instance network_info: |[{"id": "4261a478-4cda-40cc-900d-044c9294f976", "address": "fa:16:3e:bc:51:7f", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4261a478-4c", "ovs_interfaceid": "4261a478-4cda-40cc-900d-044c9294f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.189880] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1309.189880] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5255366e-96b9-e157-5976-2b8cfeafaabe" [ 1309.189880] env[69041]: _type = "Task" [ 1309.189880] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.190234] env[69041]: DEBUG oslo_concurrency.lockutils [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] Acquired lock "refresh_cache-9b671e1c-931e-4a2d-8de3-d06accb94cba" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.190293] env[69041]: DEBUG nova.network.neutron [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Refreshing network info cache for port 4261a478-4cda-40cc-900d-044c9294f976 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.191465] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:51:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4261a478-4cda-40cc-900d-044c9294f976', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.198975] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.199941] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.206729] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a930046-643d-42a3-a138-9e6e2e1831fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.235862] env[69041]: DEBUG oslo_vmware.api [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for the task: (returnval){ [ 1309.235862] env[69041]: value = "task-2890238" [ 1309.235862] env[69041]: _type = "Task" [ 1309.235862] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.243915] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5255366e-96b9-e157-5976-2b8cfeafaabe, 'name': SearchDatastore_Task, 'duration_secs': 0.019992} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.245523] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.245779] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.246038] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.246199] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.246463] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.246616] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.246616] env[69041]: value = "task-2890239" [ 1309.246616] env[69041]: _type = "Task" [ 1309.246616] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.246814] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ef7433-7d12-45cc-9b6a-7f3d0cebf22c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.254640] env[69041]: DEBUG oslo_vmware.api [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.260409] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890239, 'name': CreateVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.262008] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.262197] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.262920] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e775c93-6297-412d-af77-1d23e0e5f8b6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.269416] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1309.269416] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f62d99-f938-35f3-caf1-0f8a03d7cf95" [ 1309.269416] env[69041]: _type = "Task" [ 1309.269416] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.278154] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f62d99-f938-35f3-caf1-0f8a03d7cf95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.368086] env[69041]: DEBUG oslo_vmware.api [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890232, 'name': PowerOffVM_Task, 'duration_secs': 0.578858} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.368397] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.368625] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.368942] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b887bf73-1014-49bf-9fd9-157c34a08d11 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.394138] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.394425] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.394646] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Deleting the datastore file [datastore1] dcf6e0e9-3ef9-4490-a3fb-f488dd51668a {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.395020] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cd82a76-e76e-4dec-ba07-b95945bd7586 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.402395] env[69041]: DEBUG oslo_vmware.api [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for the task: (returnval){ [ 1309.402395] env[69041]: value = "task-2890241" [ 1309.402395] env[69041]: _type = "Task" [ 1309.402395] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.410908] env[69041]: DEBUG oslo_vmware.api [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.465971] env[69041]: DEBUG oslo_vmware.api [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Task: {'id': task-2890223, 'name': ReconfigVM_Task, 'duration_secs': 5.930817} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.466255] env[69041]: DEBUG oslo_concurrency.lockutils [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] Releasing lock "1e428329-c8f6-47c9-8945-7ac469d6a673" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.466458] env[69041]: DEBUG nova.virt.vmwareapi.vmops [req-4c336469-2bb4-4eae-8963-388c9622a68d req-9d0e5151-381c-4c0e-87be-6749966a65ff service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Reconfigured VM to detach interface {{(pid=69041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1309.468604] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.023s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.468604] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.468604] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.468604] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.469792] env[69041]: INFO nova.compute.manager [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Terminating instance [ 1309.531692] env[69041]: DEBUG nova.scheduler.client.report [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.746611] env[69041]: DEBUG oslo_vmware.api [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Task: {'id': task-2890238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334129} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.746923] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.747143] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.747327] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.747500] env[69041]: INFO nova.compute.manager [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1309.747763] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.748751] env[69041]: DEBUG nova.compute.manager [-] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.748968] env[69041]: DEBUG nova.network.neutron [-] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.765611] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890239, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.779153] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f62d99-f938-35f3-caf1-0f8a03d7cf95, 'name': SearchDatastore_Task, 'duration_secs': 0.015851} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.782527] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de4bf2f-4ef1-4b52-a4b2-9d36a1b1999d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.789395] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1309.789395] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5213f708-ff04-0241-f501-8ad560b8a604" [ 1309.789395] env[69041]: _type = "Task" [ 1309.789395] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.802708] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5213f708-ff04-0241-f501-8ad560b8a604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.922344] env[69041]: DEBUG oslo_vmware.api [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Task: {'id': task-2890241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205432} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.923349] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.923928] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.924463] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.924813] env[69041]: INFO nova.compute.manager [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1309.925294] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.925694] env[69041]: DEBUG nova.compute.manager [-] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.925941] env[69041]: DEBUG nova.network.neutron [-] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.955048] env[69041]: DEBUG nova.compute.manager [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Stashing vm_state: stopped {{(pid=69041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1309.966561] env[69041]: DEBUG nova.network.neutron [-] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.979970] env[69041]: DEBUG nova.compute.manager [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.979970] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.980405] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce56c1d-e157-40be-bd18-89f966ad4351 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.989430] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.989703] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc5654ec-8dd1-459c-a576-6805f2c6eda6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.995937] env[69041]: DEBUG oslo_vmware.api [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1309.995937] env[69041]: value = "task-2890242" [ 1309.995937] env[69041]: _type = "Task" [ 1309.995937] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.008090] env[69041]: DEBUG oslo_vmware.api [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.037765] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.042774] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.653s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.046079] env[69041]: INFO nova.compute.claims [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.089948] env[69041]: INFO nova.scheduler.client.report [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted allocations for instance 1aad063e-abdd-45ce-9b5a-8901bd22fbd3 [ 1310.266176] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890239, 'name': CreateVM_Task, 'duration_secs': 0.802311} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.266369] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.267204] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.267523] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.267969] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.268293] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f85969c-b91f-41f0-8ed0-a30d3a72fadb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.273425] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1310.273425] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527237b1-dca0-b26c-7454-b8b5a870b7e1" [ 1310.273425] env[69041]: _type = "Task" [ 1310.273425] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.281429] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527237b1-dca0-b26c-7454-b8b5a870b7e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.302027] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5213f708-ff04-0241-f501-8ad560b8a604, 'name': SearchDatastore_Task, 'duration_secs': 0.015183} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.302027] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.302027] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 651f64cd-4388-4c72-afe7-b34d379d23ad/651f64cd-4388-4c72-afe7-b34d379d23ad.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.302027] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcbab0df-a727-43ed-a82c-983e9a425588 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.313069] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1310.313069] env[69041]: value = "task-2890243" [ 1310.313069] env[69041]: _type = "Task" [ 1310.313069] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.327379] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.473203] env[69041]: DEBUG nova.network.neutron [-] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.511642] env[69041]: DEBUG oslo_vmware.api [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890242, 'name': PowerOffVM_Task, 'duration_secs': 0.503296} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.512981] env[69041]: DEBUG nova.network.neutron [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Updated VIF entry in instance network info cache for port 4261a478-4cda-40cc-900d-044c9294f976. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.515016] env[69041]: DEBUG nova.network.neutron [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Updating instance_info_cache with network_info: [{"id": "4261a478-4cda-40cc-900d-044c9294f976", "address": "fa:16:3e:bc:51:7f", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4261a478-4c", "ovs_interfaceid": "4261a478-4cda-40cc-900d-044c9294f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.515900] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.516302] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.518195] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.518789] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5c210c0-081e-4129-bf0b-bb8e3da880a4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.577422] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "64467f14-191e-4595-8d30-dac8bcc85b2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.578058] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "64467f14-191e-4595-8d30-dac8bcc85b2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.600182] env[69041]: DEBUG nova.compute.manager [req-57f13a5e-16fc-414a-81b4-16980fa58f80 req-9829ce6f-b9ef-4327-9f62-8d6cd31f9d37 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Received event network-vif-deleted-e39e5c24-ff01-4fa8-be26-b8487a78bcf6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1310.600182] env[69041]: INFO nova.compute.manager [req-57f13a5e-16fc-414a-81b4-16980fa58f80 req-9829ce6f-b9ef-4327-9f62-8d6cd31f9d37 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Neutron deleted interface e39e5c24-ff01-4fa8-be26-b8487a78bcf6; detaching it from the instance and deleting it from the info cache [ 1310.600182] env[69041]: DEBUG nova.network.neutron [req-57f13a5e-16fc-414a-81b4-16980fa58f80 req-9829ce6f-b9ef-4327-9f62-8d6cd31f9d37 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.609796] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.610342] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.610797] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleting the datastore file [datastore2] 1e428329-c8f6-47c9-8945-7ac469d6a673 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.611637] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a294e56-f61d-4b96-b3bc-32143f242e3b tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "1aad063e-abdd-45ce-9b5a-8901bd22fbd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.774s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.617019] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c9addaa-4d2b-4fa5-9eed-eb5d86b11f52 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.624854] env[69041]: DEBUG oslo_vmware.api [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1310.624854] env[69041]: value = "task-2890245" [ 1310.624854] env[69041]: _type = "Task" [ 1310.624854] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.635128] env[69041]: DEBUG oslo_vmware.api [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.784392] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527237b1-dca0-b26c-7454-b8b5a870b7e1, 'name': SearchDatastore_Task, 'duration_secs': 0.037604} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.784770] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.784952] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.785211] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.785364] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.785547] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.785820] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2436ecd7-e1d4-4e87-b9f8-d2c53a6dcd22 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.796852] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.797073] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.797837] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b22f412-b011-434b-a0e9-2f9b9902b7b4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.804881] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1310.804881] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ed9f3c-4920-8b28-5825-e64f15f54b2f" [ 1310.804881] env[69041]: _type = "Task" [ 1310.804881] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.814587] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ed9f3c-4920-8b28-5825-e64f15f54b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.822948] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890243, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.974858] env[69041]: INFO nova.compute.manager [-] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Took 1.05 seconds to deallocate network for instance. [ 1311.019595] env[69041]: DEBUG oslo_concurrency.lockutils [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] Releasing lock "refresh_cache-9b671e1c-931e-4a2d-8de3-d06accb94cba" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.021211] env[69041]: DEBUG nova.compute.manager [req-418ce0c3-82ab-449e-ae29-94f5575ddf2e req-60a9628c-965d-48c3-9c97-323cbb7d9682 service nova] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Received event network-vif-deleted-1ca04cf3-b48d-4735-b7df-63c9841034fd {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1311.065511] env[69041]: DEBUG nova.network.neutron [-] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.084562] env[69041]: DEBUG nova.compute.manager [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1311.109511] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99c587a9-2dc9-479b-a317-281f4696ffbb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.121902] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807d0c51-faee-451b-8c22-3bb834a96719 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.145935] env[69041]: DEBUG oslo_vmware.api [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.157667] env[69041]: DEBUG nova.compute.manager [req-57f13a5e-16fc-414a-81b4-16980fa58f80 req-9829ce6f-b9ef-4327-9f62-8d6cd31f9d37 service nova] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Detach interface failed, port_id=e39e5c24-ff01-4fa8-be26-b8487a78bcf6, reason: Instance 719e8984-1eee-43a8-8633-035ed6f46f1b could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1311.323235] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ed9f3c-4920-8b28-5825-e64f15f54b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.036981} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.324960] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb28c1e-c009-47f7-9ab2-005c452d2f55 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.335812] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813267} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.337786] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 651f64cd-4388-4c72-afe7-b34d379d23ad/651f64cd-4388-4c72-afe7-b34d379d23ad.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.337911] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.341812] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c934963c-6783-4089-a531-360bfe816802 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.345652] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1311.345652] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523e2024-c0d1-48e3-4140-b17917c75384" [ 1311.345652] env[69041]: _type = "Task" [ 1311.345652] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.352069] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1311.352069] env[69041]: value = "task-2890246" [ 1311.352069] env[69041]: _type = "Task" [ 1311.352069] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.360624] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523e2024-c0d1-48e3-4140-b17917c75384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.367805] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.444621] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3953617b-9770-4ba6-bd9a-de650fa2ccdb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.453057] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86688f71-fc49-4c93-8160-41f9356aa17e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.484417] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057714f1-1e20-4ab9-b89d-78bdbea0c45a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.489136] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.495248] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09343490-12a7-4ab9-80f4-a7475d207185 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.509705] env[69041]: DEBUG nova.compute.provider_tree [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.570695] env[69041]: INFO nova.compute.manager [-] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Took 1.82 seconds to deallocate network for instance. [ 1311.608659] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.649210] env[69041]: DEBUG oslo_vmware.api [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.7986} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.649210] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.649210] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.649210] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.649210] env[69041]: INFO nova.compute.manager [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1311.649210] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.649511] env[69041]: DEBUG nova.compute.manager [-] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.649511] env[69041]: DEBUG nova.network.neutron [-] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.861166] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523e2024-c0d1-48e3-4140-b17917c75384, 'name': SearchDatastore_Task, 'duration_secs': 0.026621} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.861805] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.862127] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 9b671e1c-931e-4a2d-8de3-d06accb94cba/9b671e1c-931e-4a2d-8de3-d06accb94cba.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.862367] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e27a3f8-9bf2-4a0d-9287-50c6121bb8f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.870845] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066018} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.871618] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.872489] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59da7a51-6c01-4acb-bff9-2656c6d12616 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.876527] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1311.876527] env[69041]: value = "task-2890247" [ 1311.876527] env[69041]: _type = "Task" [ 1311.876527] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.903221] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 651f64cd-4388-4c72-afe7-b34d379d23ad/651f64cd-4388-4c72-afe7-b34d379d23ad.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.904217] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc19716-df8c-4231-8630-f35bc41df525 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.922236] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.926701] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1311.926701] env[69041]: value = "task-2890248" [ 1311.926701] env[69041]: _type = "Task" [ 1311.926701] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.934625] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.013307] env[69041]: DEBUG nova.scheduler.client.report [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.078051] env[69041]: DEBUG oslo_concurrency.lockutils [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.145137] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.148024] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.148310] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.148520] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.148730] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.151550] env[69041]: INFO nova.compute.manager [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Terminating instance [ 1312.387133] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.446521] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890248, 'name': ReconfigVM_Task, 'duration_secs': 0.473377} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.446860] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 651f64cd-4388-4c72-afe7-b34d379d23ad/651f64cd-4388-4c72-afe7-b34d379d23ad.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.448024] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8918207c-b668-46b1-86ff-b29f89a4fdcf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.455947] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1312.455947] env[69041]: value = "task-2890249" [ 1312.455947] env[69041]: _type = "Task" [ 1312.455947] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.463710] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890249, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.519963] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.520907] env[69041]: DEBUG nova.compute.manager [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.523710] env[69041]: DEBUG oslo_concurrency.lockutils [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.990s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.523927] env[69041]: DEBUG oslo_concurrency.lockutils [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.526053] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.418s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.526246] env[69041]: DEBUG nova.objects.instance [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1312.553119] env[69041]: INFO nova.scheduler.client.report [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted allocations for instance c18ff92b-080e-4307-a357-269980fc3fe8 [ 1312.636518] env[69041]: DEBUG nova.compute.manager [req-01b77317-9634-40f5-a9ed-88484624d1d5 req-13906d11-43f4-4727-bc22-99d0bc943ef6 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Received event network-vif-deleted-01a6d9de-8f1d-4a95-92ad-f07555986fd0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1312.636518] env[69041]: INFO nova.compute.manager [req-01b77317-9634-40f5-a9ed-88484624d1d5 req-13906d11-43f4-4727-bc22-99d0bc943ef6 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Neutron deleted interface 01a6d9de-8f1d-4a95-92ad-f07555986fd0; detaching it from the instance and deleting it from the info cache [ 1312.636518] env[69041]: DEBUG nova.network.neutron [req-01b77317-9634-40f5-a9ed-88484624d1d5 req-13906d11-43f4-4727-bc22-99d0bc943ef6 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.659235] env[69041]: DEBUG nova.compute.manager [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.659235] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.659235] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beca5541-76f5-4b2d-9788-a1e885e8da11 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.667466] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.668357] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5067390e-dff0-4651-896f-785baecc83a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.674466] env[69041]: DEBUG oslo_vmware.api [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1312.674466] env[69041]: value = "task-2890250" [ 1312.674466] env[69041]: _type = "Task" [ 1312.674466] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.686665] env[69041]: DEBUG oslo_vmware.api [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.872205] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "d9555a06-aa75-4fa5-85c2-15f2db866029" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.872606] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "d9555a06-aa75-4fa5-85c2-15f2db866029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.878126] env[69041]: DEBUG nova.network.neutron [-] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.898326] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890247, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.966086] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890249, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.031135] env[69041]: DEBUG nova.compute.utils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.035288] env[69041]: DEBUG nova.compute.manager [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.035462] env[69041]: DEBUG nova.network.neutron [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.060906] env[69041]: DEBUG oslo_concurrency.lockutils [None req-44cb6223-36f7-4e27-8035-05d1628c316f tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "c18ff92b-080e-4307-a357-269980fc3fe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.324s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.121819] env[69041]: DEBUG nova.policy [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ccc473139bc4ca0aa495e72adef3318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc05c543b4e64ccd8e7a9214517835be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.143470] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f1cf8bc-38d1-4a6e-b4e1-ead0405f53cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.152533] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0641e10c-7612-48b4-b7e0-f2bf051de149 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.184787] env[69041]: DEBUG nova.compute.manager [req-01b77317-9634-40f5-a9ed-88484624d1d5 req-13906d11-43f4-4727-bc22-99d0bc943ef6 service nova] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Detach interface failed, port_id=01a6d9de-8f1d-4a95-92ad-f07555986fd0, reason: Instance 1e428329-c8f6-47c9-8945-7ac469d6a673 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1313.193150] env[69041]: DEBUG oslo_vmware.api [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890250, 'name': PowerOffVM_Task, 'duration_secs': 0.392206} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.193409] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.193574] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.193812] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce31e103-5429-45e8-94bd-c17d6a623d7a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.261941] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.262262] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.262493] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleting the datastore file [datastore2] 8818ffb8-7fad-4635-b008-bf3a0304d4ec {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.263235] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ae4e5b7-9239-49da-9618-850c2c04aa7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.269700] env[69041]: DEBUG oslo_vmware.api [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1313.269700] env[69041]: value = "task-2890252" [ 1313.269700] env[69041]: _type = "Task" [ 1313.269700] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.277182] env[69041]: DEBUG oslo_vmware.api [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.377645] env[69041]: DEBUG nova.compute.manager [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.389174] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890247, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.087741} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.389427] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 9b671e1c-931e-4a2d-8de3-d06accb94cba/9b671e1c-931e-4a2d-8de3-d06accb94cba.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.389638] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.389882] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30d6158a-c085-4f3f-8d07-b131463402fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.391959] env[69041]: INFO nova.compute.manager [-] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Took 1.74 seconds to deallocate network for instance. [ 1313.398189] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1313.398189] env[69041]: value = "task-2890253" [ 1313.398189] env[69041]: _type = "Task" [ 1313.398189] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.406501] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.413273] env[69041]: DEBUG nova.network.neutron [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Successfully created port: 6f8ee61b-4494-4d05-8e15-22009c3b23b0 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.465514] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890249, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.539811] env[69041]: DEBUG nova.compute.manager [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.543120] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0d3adc40-2cc9-4ad8-885d-8a211d977516 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.547022] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.278s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.781567] env[69041]: DEBUG oslo_vmware.api [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327141} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.781567] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.781567] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.781567] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.781567] env[69041]: INFO nova.compute.manager [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1313.781567] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.781567] env[69041]: DEBUG nova.compute.manager [-] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.781567] env[69041]: DEBUG nova.network.neutron [-] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.899032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.908366] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106142} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.909042] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.909605] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc4eaa5-64fe-41cd-9617-0541a5c4272e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.913063] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.932822] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 9b671e1c-931e-4a2d-8de3-d06accb94cba/9b671e1c-931e-4a2d-8de3-d06accb94cba.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.933139] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffebf557-60f4-4028-814e-f5380632fd64 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.952361] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1313.952361] env[69041]: value = "task-2890254" [ 1313.952361] env[69041]: _type = "Task" [ 1313.952361] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.963184] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.967926] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890249, 'name': Rename_Task, 'duration_secs': 1.157048} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.968220] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.968982] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77ac3fb9-b98f-4594-9443-d6349c7ba43d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.973877] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1313.973877] env[69041]: value = "task-2890255" [ 1313.973877] env[69041]: _type = "Task" [ 1313.973877] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.982243] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.466866] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.484042] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.559027] env[69041]: INFO nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating resource usage from migration 7c75528b-547a-48d7-a7d0-557f5bb6439f [ 1314.562353] env[69041]: DEBUG nova.compute.manager [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.599424] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c5fbfa59-eeed-4220-bc40-50618af87a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.599424] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b8189091-5a8f-4683-bbce-668554ada5a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.599424] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 1e428329-c8f6-47c9-8945-7ac469d6a673 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1314.599424] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance ae054fc7-ad81-4767-818d-2577bb98e88b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.599716] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b4a28a03-3901-4c03-b49b-b71b57b7f39e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.599716] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 8818ffb8-7fad-4635-b008-bf3a0304d4ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.599802] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance bd998528-0bf7-4c09-a2cc-49a144c61e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.599937] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 32d25211-63a2-470f-81c7-126bf00a5483 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.600130] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance dcf6e0e9-3ef9-4490-a3fb-f488dd51668a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1314.600269] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d30ee9b4-e357-45e4-9d66-02a0c7bde269 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1314.600387] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 12a9c6cc-8e18-4b43-bd6c-875bef56d27d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.600510] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 719e8984-1eee-43a8-8633-035ed6f46f1b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1314.600621] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 651f64cd-4388-4c72-afe7-b34d379d23ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.600731] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 9b671e1c-931e-4a2d-8de3-d06accb94cba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.601189] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance eea237bc-c8a1-4dff-82ee-f022d3be20f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.601189] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Migration 7c75528b-547a-48d7-a7d0-557f5bb6439f is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1314.601189] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 983aa6f2-dc56-45d9-8b35-688d75f63525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.610905] env[69041]: DEBUG nova.network.neutron [-] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.615730] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.616077] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.616153] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.616549] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.617426] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.617426] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.617426] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.617701] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.617701] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.617909] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.618122] env[69041]: DEBUG nova.virt.hardware [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.619557] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19279460-e34d-4cf0-916b-2cebb2349c1a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.630499] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628018ef-31ea-40a8-ae4c-f08fa54ce756 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.750190] env[69041]: DEBUG nova.compute.manager [req-a5458bf2-80b9-4e29-8612-fdfaf00cc7a6 req-0b1bf5b9-48b4-46f4-ac2d-e4f07eacfe74 service nova] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Received event network-vif-deleted-e995b91d-7d3a-42da-b835-de8c6e90ed97 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1314.965027] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.984382] env[69041]: DEBUG oslo_vmware.api [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890255, 'name': PowerOnVM_Task, 'duration_secs': 0.60003} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.984657] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.985214] env[69041]: INFO nova.compute.manager [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1314.985425] env[69041]: DEBUG nova.compute.manager [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.988777] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd07679-a155-44f9-9cb4-6b9766b17d3e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.003451] env[69041]: DEBUG nova.network.neutron [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Successfully updated port: 6f8ee61b-4494-4d05-8e15-22009c3b23b0 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.105180] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 64467f14-191e-4595-8d30-dac8bcc85b2e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1315.125257] env[69041]: INFO nova.compute.manager [-] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Took 1.34 seconds to deallocate network for instance. [ 1315.464689] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890254, 'name': ReconfigVM_Task, 'duration_secs': 1.111089} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.464972] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 9b671e1c-931e-4a2d-8de3-d06accb94cba/9b671e1c-931e-4a2d-8de3-d06accb94cba.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.465607] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fb30f4f-2842-4bea-9320-f3147ba5d114 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.471945] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1315.471945] env[69041]: value = "task-2890256" [ 1315.471945] env[69041]: _type = "Task" [ 1315.471945] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.482364] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890256, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.512374] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "refresh_cache-eea237bc-c8a1-4dff-82ee-f022d3be20f2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.512374] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "refresh_cache-eea237bc-c8a1-4dff-82ee-f022d3be20f2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.512374] env[69041]: DEBUG nova.network.neutron [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.516159] env[69041]: INFO nova.compute.manager [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Took 29.18 seconds to build instance. [ 1315.608559] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d9555a06-aa75-4fa5-85c2-15f2db866029 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1315.608971] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1315.609180] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1315.633319] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.728752] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.729098] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.729208] env[69041]: DEBUG nova.compute.manager [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.730487] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0cfa60-22c8-4490-8dd7-2925ce3f12bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.740387] env[69041]: DEBUG nova.compute.manager [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1315.740387] env[69041]: DEBUG nova.objects.instance [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'flavor' on Instance uuid bd998528-0bf7-4c09-a2cc-49a144c61e42 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.939967] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befef287-600e-4997-9f7b-2d9367dbfb07 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.952277] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81de0dfe-7ea1-4778-ad3b-a1ce229394e0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.987026] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aa1e9d-dae6-4345-845a-8486646243b4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.998510] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0b1b49-87d4-41b9-ac65-eaa83cc12c97 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.002348] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890256, 'name': Rename_Task, 'duration_secs': 0.166073} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.002624] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.003181] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecedd666-2c51-4ed9-9218-fadef0fe196e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.013518] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.019062] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1316.019062] env[69041]: value = "task-2890257" [ 1316.019062] env[69041]: _type = "Task" [ 1316.019062] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.021475] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1d154839-4f8c-4898-97f0-28c0b0585546 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.702s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.028215] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.050674] env[69041]: DEBUG nova.network.neutron [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.260794] env[69041]: DEBUG nova.network.neutron [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Updating instance_info_cache with network_info: [{"id": "6f8ee61b-4494-4d05-8e15-22009c3b23b0", "address": "fa:16:3e:de:4b:ad", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8ee61b-44", "ovs_interfaceid": "6f8ee61b-4494-4d05-8e15-22009c3b23b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.518443] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.531827] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.748052] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.748573] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8fa9ca7-3184-49c8-9724-ec9de4c1d826 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.759633] env[69041]: DEBUG oslo_vmware.api [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1316.759633] env[69041]: value = "task-2890258" [ 1316.759633] env[69041]: _type = "Task" [ 1316.759633] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.763146] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "refresh_cache-eea237bc-c8a1-4dff-82ee-f022d3be20f2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.763440] env[69041]: DEBUG nova.compute.manager [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Instance network_info: |[{"id": "6f8ee61b-4494-4d05-8e15-22009c3b23b0", "address": "fa:16:3e:de:4b:ad", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8ee61b-44", "ovs_interfaceid": "6f8ee61b-4494-4d05-8e15-22009c3b23b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1316.763840] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:4b:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f8ee61b-4494-4d05-8e15-22009c3b23b0', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.771529] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.772246] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.772443] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1089ceb-f26d-4ff7-a65e-580889ccf593 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.790293] env[69041]: DEBUG oslo_vmware.api [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.793317] env[69041]: DEBUG nova.compute.manager [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Received event network-vif-plugged-6f8ee61b-4494-4d05-8e15-22009c3b23b0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1316.793555] env[69041]: DEBUG oslo_concurrency.lockutils [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] Acquiring lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.793721] env[69041]: DEBUG oslo_concurrency.lockutils [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] Lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.793895] env[69041]: DEBUG oslo_concurrency.lockutils [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] Lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.794061] env[69041]: DEBUG nova.compute.manager [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] No waiting events found dispatching network-vif-plugged-6f8ee61b-4494-4d05-8e15-22009c3b23b0 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.794229] env[69041]: WARNING nova.compute.manager [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Received unexpected event network-vif-plugged-6f8ee61b-4494-4d05-8e15-22009c3b23b0 for instance with vm_state building and task_state spawning. [ 1316.794389] env[69041]: DEBUG nova.compute.manager [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Received event network-changed-6f8ee61b-4494-4d05-8e15-22009c3b23b0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1316.794537] env[69041]: DEBUG nova.compute.manager [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Refreshing instance network info cache due to event network-changed-6f8ee61b-4494-4d05-8e15-22009c3b23b0. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1316.794720] env[69041]: DEBUG oslo_concurrency.lockutils [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] Acquiring lock "refresh_cache-eea237bc-c8a1-4dff-82ee-f022d3be20f2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.794857] env[69041]: DEBUG oslo_concurrency.lockutils [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] Acquired lock "refresh_cache-eea237bc-c8a1-4dff-82ee-f022d3be20f2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.795020] env[69041]: DEBUG nova.network.neutron [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Refreshing network info cache for port 6f8ee61b-4494-4d05-8e15-22009c3b23b0 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.797962] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.797962] env[69041]: value = "task-2890259" [ 1316.797962] env[69041]: _type = "Task" [ 1316.797962] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.807866] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890259, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.980073] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquiring lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.980429] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.025993] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1317.026423] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.482s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.026477] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.961s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.026740] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.028654] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.511s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.036873] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.060835] env[69041]: INFO nova.scheduler.client.report [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted allocations for instance d30ee9b4-e357-45e4-9d66-02a0c7bde269 [ 1317.276802] env[69041]: DEBUG oslo_vmware.api [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890258, 'name': PowerOffVM_Task, 'duration_secs': 0.244278} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.277220] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.277482] env[69041]: DEBUG nova.compute.manager [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.278466] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5739f1d-17f7-46fe-8a19-d439b1199923 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.314348] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890259, 'name': CreateVM_Task, 'duration_secs': 0.414731} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.314348] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.314745] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.314959] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.315335] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.315640] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931a6e9e-b15e-4b7a-876d-738f31926f26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.323602] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1317.323602] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525d6867-69bf-cd26-628a-50f80c46a2ab" [ 1317.323602] env[69041]: _type = "Task" [ 1317.323602] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.333180] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525d6867-69bf-cd26-628a-50f80c46a2ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.484397] env[69041]: DEBUG nova.compute.manager [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.535947] env[69041]: INFO nova.compute.claims [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.540133] env[69041]: DEBUG oslo_vmware.api [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890257, 'name': PowerOnVM_Task, 'duration_secs': 1.391679} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.541258] env[69041]: DEBUG nova.network.neutron [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Updated VIF entry in instance network info cache for port 6f8ee61b-4494-4d05-8e15-22009c3b23b0. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.541584] env[69041]: DEBUG nova.network.neutron [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Updating instance_info_cache with network_info: [{"id": "6f8ee61b-4494-4d05-8e15-22009c3b23b0", "address": "fa:16:3e:de:4b:ad", "network": {"id": "eb648475-4c9c-466a-8b7e-62ec11add5b2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1787871665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc05c543b4e64ccd8e7a9214517835be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f8ee61b-44", "ovs_interfaceid": "6f8ee61b-4494-4d05-8e15-22009c3b23b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.542650] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.542860] env[69041]: INFO nova.compute.manager [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Took 11.27 seconds to spawn the instance on the hypervisor. [ 1317.543057] env[69041]: DEBUG nova.compute.manager [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.544165] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5bbd55-f984-48e3-aae6-18c608bf6fde {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.569431] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8066cfa9-d5f8-48bf-9361-6ca0aebb46d5 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "d30ee9b4-e357-45e4-9d66-02a0c7bde269" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.641s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.796223] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d1bc4efe-6277-43cc-9b90-b305c2d4d848 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.844388] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525d6867-69bf-cd26-628a-50f80c46a2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013481} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.844699] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.845412] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.845819] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.846081] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.846385] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.846785] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcf90453-254e-44ca-8dcb-9f5ebf81af59 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.863461] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.863592] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.867019] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069d5f0e-f5c7-4694-b2d3-fd7b154e203d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.871898] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1317.871898] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52afd6a7-05dd-367d-57c1-99832a10181e" [ 1317.871898] env[69041]: _type = "Task" [ 1317.871898] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.881280] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52afd6a7-05dd-367d-57c1-99832a10181e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.012016] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.046231] env[69041]: INFO nova.compute.resource_tracker [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating resource usage from migration 7c75528b-547a-48d7-a7d0-557f5bb6439f [ 1318.050058] env[69041]: DEBUG oslo_concurrency.lockutils [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] Releasing lock "refresh_cache-eea237bc-c8a1-4dff-82ee-f022d3be20f2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.050328] env[69041]: DEBUG nova.compute.manager [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received event network-changed-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1318.050500] env[69041]: DEBUG nova.compute.manager [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Refreshing instance network info cache due to event network-changed-146a8970-55ce-4bfd-b36d-7036874bccdf. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1318.050713] env[69041]: DEBUG oslo_concurrency.lockutils [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] Acquiring lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.050856] env[69041]: DEBUG oslo_concurrency.lockutils [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] Acquired lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.050856] env[69041]: DEBUG nova.network.neutron [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Refreshing network info cache for port 146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.065024] env[69041]: INFO nova.compute.manager [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Took 27.50 seconds to build instance. [ 1318.293667] env[69041]: DEBUG nova.objects.instance [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'flavor' on Instance uuid bd998528-0bf7-4c09-a2cc-49a144c61e42 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.322188] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd52cc61-d182-4f02-99ef-7b2fe8c49fba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.330505] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2710ae68-3b81-4632-b5a9-1b2acefbc629 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.361907] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cdf394-c4d2-495b-9bb2-8134df18f732 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.370407] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3378d2cc-a940-428b-a412-9bd981cb3c79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.387494] env[69041]: DEBUG nova.compute.provider_tree [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.392778] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52afd6a7-05dd-367d-57c1-99832a10181e, 'name': SearchDatastore_Task, 'duration_secs': 0.041733} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.393450] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9a8960-8bd7-4eec-bf08-6fb3f19bdb75 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.400701] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1318.400701] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dfaf2e-af5a-d559-31e1-87cbafd18059" [ 1318.400701] env[69041]: _type = "Task" [ 1318.400701] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.409338] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dfaf2e-af5a-d559-31e1-87cbafd18059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.431559] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.431804] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.566480] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bf276fd6-e621-430d-a0b7-aca487bfdc49 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "9b671e1c-931e-4a2d-8de3-d06accb94cba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.014s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.768885] env[69041]: DEBUG nova.network.neutron [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updated VIF entry in instance network info cache for port 146a8970-55ce-4bfd-b36d-7036874bccdf. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.769286] env[69041]: DEBUG nova.network.neutron [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updating instance_info_cache with network_info: [{"id": "146a8970-55ce-4bfd-b36d-7036874bccdf", "address": "fa:16:3e:15:07:25", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146a8970-55", "ovs_interfaceid": "146a8970-55ce-4bfd-b36d-7036874bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.798216] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.798416] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.798647] env[69041]: DEBUG nova.network.neutron [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.798795] env[69041]: DEBUG nova.objects.instance [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'info_cache' on Instance uuid bd998528-0bf7-4c09-a2cc-49a144c61e42 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.894093] env[69041]: DEBUG nova.scheduler.client.report [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.910859] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dfaf2e-af5a-d559-31e1-87cbafd18059, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.911184] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.911578] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] eea237bc-c8a1-4dff-82ee-f022d3be20f2/eea237bc-c8a1-4dff-82ee-f022d3be20f2.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.911948] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ceac55a-5450-4b9c-a29b-8434e5796ba0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.920881] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1318.920881] env[69041]: value = "task-2890260" [ 1318.920881] env[69041]: _type = "Task" [ 1318.920881] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.929100] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.933863] env[69041]: DEBUG nova.compute.manager [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.273631] env[69041]: DEBUG oslo_concurrency.lockutils [req-ede726ff-5077-4f80-a501-dafe99219d92 req-d8e39716-ad5c-4723-919d-7d38af14f10d service nova] Releasing lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.304834] env[69041]: DEBUG nova.objects.base [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1319.308953] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "9b671e1c-931e-4a2d-8de3-d06accb94cba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.308953] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "9b671e1c-931e-4a2d-8de3-d06accb94cba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.308953] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "9b671e1c-931e-4a2d-8de3-d06accb94cba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.309237] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "9b671e1c-931e-4a2d-8de3-d06accb94cba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.309413] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "9b671e1c-931e-4a2d-8de3-d06accb94cba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.312335] env[69041]: INFO nova.compute.manager [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Terminating instance [ 1319.399552] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.371s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.399852] env[69041]: INFO nova.compute.manager [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Migrating [ 1319.406761] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.919s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.407020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.409143] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.801s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.410599] env[69041]: INFO nova.compute.claims [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.431513] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480715} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.432371] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] eea237bc-c8a1-4dff-82ee-f022d3be20f2/eea237bc-c8a1-4dff-82ee-f022d3be20f2.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.432688] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.432943] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf064f54-99eb-4a14-86d6-b7bba4c8ff9c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.436681] env[69041]: INFO nova.scheduler.client.report [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Deleted allocations for instance dcf6e0e9-3ef9-4490-a3fb-f488dd51668a [ 1319.443643] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1319.443643] env[69041]: value = "task-2890261" [ 1319.443643] env[69041]: _type = "Task" [ 1319.443643] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.456708] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.460394] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.816024] env[69041]: DEBUG nova.compute.manager [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1319.816154] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.817186] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fcbf7a-accb-4a96-9b96-ab9844d30c06 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.828292] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.828292] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0a76ef0-cc02-4814-8e48-470658e6dab4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.835804] env[69041]: DEBUG oslo_vmware.api [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1319.835804] env[69041]: value = "task-2890262" [ 1319.835804] env[69041]: _type = "Task" [ 1319.835804] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.846195] env[69041]: DEBUG oslo_vmware.api [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.924192] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.924521] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.924827] env[69041]: DEBUG nova.network.neutron [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.951257] env[69041]: DEBUG oslo_concurrency.lockutils [None req-198e3af2-9c8d-4a3c-bf5f-41923db6f2e9 tempest-ServersListShow296Test-121780874 tempest-ServersListShow296Test-121780874-project-member] Lock "dcf6e0e9-3ef9-4490-a3fb-f488dd51668a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.319s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.958356] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072739} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.958649] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.959562] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0825adf1-b6ef-43ac-966e-4d8d503d52b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.987302] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] eea237bc-c8a1-4dff-82ee-f022d3be20f2/eea237bc-c8a1-4dff-82ee-f022d3be20f2.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.990772] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce26d00d-b0ef-4537-9f47-da7e3bc2846e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.014534] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1320.014534] env[69041]: value = "task-2890263" [ 1320.014534] env[69041]: _type = "Task" [ 1320.014534] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.024041] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.074540] env[69041]: DEBUG nova.network.neutron [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance_info_cache with network_info: [{"id": "29f3a96f-8c2c-4918-83ab-1de30533972a", "address": "fa:16:3e:27:7e:8c", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3a96f-8c", "ovs_interfaceid": "29f3a96f-8c2c-4918-83ab-1de30533972a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.346185] env[69041]: DEBUG oslo_vmware.api [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890262, 'name': PowerOffVM_Task, 'duration_secs': 0.329262} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.346553] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.346630] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.346879] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce8bd7ab-4013-41ba-b4c6-703c50087e3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.437740] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.437970] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.438171] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleting the datastore file [datastore2] 9b671e1c-931e-4a2d-8de3-d06accb94cba {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.438429] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a7a9754-3d91-4be6-8d63-87261dd87b01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.445450] env[69041]: DEBUG oslo_vmware.api [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1320.445450] env[69041]: value = "task-2890265" [ 1320.445450] env[69041]: _type = "Task" [ 1320.445450] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.454420] env[69041]: DEBUG oslo_vmware.api [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.527846] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890263, 'name': ReconfigVM_Task, 'duration_secs': 0.356684} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.531883] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Reconfigured VM instance instance-00000056 to attach disk [datastore1] eea237bc-c8a1-4dff-82ee-f022d3be20f2/eea237bc-c8a1-4dff-82ee-f022d3be20f2.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.532580] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a28e23a7-05e4-4094-a483-214f871e8402 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.540113] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1320.540113] env[69041]: value = "task-2890266" [ 1320.540113] env[69041]: _type = "Task" [ 1320.540113] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.550448] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890266, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.576986] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.714374] env[69041]: DEBUG nova.network.neutron [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance_info_cache with network_info: [{"id": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "address": "fa:16:3e:ce:97:c2", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e82337-83", "ovs_interfaceid": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.750634] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303dc434-4333-4187-ad49-9f5ff2365a33 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.759875] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146fe104-3f75-4252-89c3-7e1b902b9251 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.794934] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3373e2cf-e412-496d-9bb6-c762b010b9e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.804723] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa24a912-f748-4525-938a-0da2eb190bab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.819022] env[69041]: DEBUG nova.compute.provider_tree [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.956259] env[69041]: DEBUG oslo_vmware.api [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194351} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.956521] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.956703] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.956880] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.957070] env[69041]: INFO nova.compute.manager [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1320.957313] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.957502] env[69041]: DEBUG nova.compute.manager [-] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1320.957598] env[69041]: DEBUG nova.network.neutron [-] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.055734] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890266, 'name': Rename_Task, 'duration_secs': 0.155876} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.055734] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.055734] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf709715-7e0c-4dd8-8d63-adea80dc81fd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.060440] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1321.060440] env[69041]: value = "task-2890267" [ 1321.060440] env[69041]: _type = "Task" [ 1321.060440] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.074601] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.218293] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.236118] env[69041]: DEBUG nova.compute.manager [req-672424ee-f97c-4190-9b98-aa323e5d9d91 req-c4d406f6-3e85-4f86-baee-99ee75795770 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Received event network-vif-deleted-4261a478-4cda-40cc-900d-044c9294f976 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1321.236118] env[69041]: INFO nova.compute.manager [req-672424ee-f97c-4190-9b98-aa323e5d9d91 req-c4d406f6-3e85-4f86-baee-99ee75795770 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Neutron deleted interface 4261a478-4cda-40cc-900d-044c9294f976; detaching it from the instance and deleting it from the info cache [ 1321.236118] env[69041]: DEBUG nova.network.neutron [req-672424ee-f97c-4190-9b98-aa323e5d9d91 req-c4d406f6-3e85-4f86-baee-99ee75795770 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.323111] env[69041]: DEBUG nova.scheduler.client.report [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.572677] env[69041]: DEBUG oslo_vmware.api [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890267, 'name': PowerOnVM_Task, 'duration_secs': 0.47413} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.572677] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.572677] env[69041]: INFO nova.compute.manager [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Took 7.01 seconds to spawn the instance on the hypervisor. [ 1321.573149] env[69041]: DEBUG nova.compute.manager [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.573656] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe3a756-bb8b-4d30-8382-71bf08912977 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.589034] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.589163] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70330db4-2f40-414d-a192-7df9c4c93da0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.597114] env[69041]: DEBUG oslo_vmware.api [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1321.597114] env[69041]: value = "task-2890268" [ 1321.597114] env[69041]: _type = "Task" [ 1321.597114] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.606031] env[69041]: DEBUG oslo_vmware.api [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.714302] env[69041]: DEBUG nova.network.neutron [-] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.738671] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-364d8bfa-210c-4410-a5d6-440909e21657 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.749624] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8019aa05-6605-46a6-a69e-8dadfa277fe8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.784958] env[69041]: DEBUG nova.compute.manager [req-672424ee-f97c-4190-9b98-aa323e5d9d91 req-c4d406f6-3e85-4f86-baee-99ee75795770 service nova] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Detach interface failed, port_id=4261a478-4cda-40cc-900d-044c9294f976, reason: Instance 9b671e1c-931e-4a2d-8de3-d06accb94cba could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1321.828077] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.828651] env[69041]: DEBUG nova.compute.manager [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.831409] env[69041]: DEBUG oslo_concurrency.lockutils [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.754s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.831611] env[69041]: DEBUG oslo_concurrency.lockutils [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.833642] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.936s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.833839] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.835588] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.923s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.837070] env[69041]: INFO nova.compute.claims [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.862956] env[69041]: INFO nova.scheduler.client.report [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleted allocations for instance 1e428329-c8f6-47c9-8945-7ac469d6a673 [ 1321.864168] env[69041]: INFO nova.scheduler.client.report [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Deleted allocations for instance 719e8984-1eee-43a8-8633-035ed6f46f1b [ 1322.092229] env[69041]: INFO nova.compute.manager [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Took 19.85 seconds to build instance. [ 1322.108081] env[69041]: DEBUG oslo_vmware.api [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890268, 'name': PowerOnVM_Task, 'duration_secs': 0.422703} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.108359] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.108556] env[69041]: DEBUG nova.compute.manager [None req-6e31993f-7f7e-48ad-8432-ed9bc5da0224 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.109490] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6213515-64c4-4a81-b83c-2c614ede9a0c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.218642] env[69041]: INFO nova.compute.manager [-] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Took 1.26 seconds to deallocate network for instance. [ 1322.341450] env[69041]: DEBUG nova.compute.utils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.346425] env[69041]: DEBUG nova.compute.manager [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.346603] env[69041]: DEBUG nova.network.neutron [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.377188] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f31a8a07-2593-44f2-9ca1-b4ae2feb04d0 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "1e428329-c8f6-47c9-8945-7ac469d6a673" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.909s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.379667] env[69041]: DEBUG oslo_concurrency.lockutils [None req-609f4b2c-e611-4622-9b9c-e93891596455 tempest-ImagesNegativeTestJSON-1090512885 tempest-ImagesNegativeTestJSON-1090512885-project-member] Lock "719e8984-1eee-43a8-8633-035ed6f46f1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.306s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.404177] env[69041]: DEBUG nova.policy [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '682a8d77d4814eedaaad7d69e5d38035', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d9f6c3bf8ea46a6b45dfa1a0799acce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.594687] env[69041]: DEBUG oslo_concurrency.lockutils [None req-00a30c3b-a8d4-44a5-9075-e8745fa835ff tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.365s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.724784] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.735411] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe7647-6df3-48d3-a7ec-58bdeaaa735a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.756106] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance '983aa6f2-dc56-45d9-8b35-688d75f63525' progress to 0 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.835403] env[69041]: DEBUG nova.network.neutron [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Successfully created port: 8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.845308] env[69041]: DEBUG nova.compute.manager [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.071313] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.071624] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.071873] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.072112] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.072330] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.074326] env[69041]: INFO nova.compute.manager [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Terminating instance [ 1323.140477] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12111f1a-32b3-49c8-bbc4-554d66e4ba25 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.149359] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6372e6-17ba-4f7e-9c42-8916b92c42fd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.184433] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02184451-0b2a-4851-8e7c-3a26903d8204 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.192777] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b75307-4fae-41cc-a180-5997068335d6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.211898] env[69041]: DEBUG nova.compute.provider_tree [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.262182] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.262276] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa7b78f6-8680-47ef-a7b4-720a69ee0140 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.271375] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1323.271375] env[69041]: value = "task-2890269" [ 1323.271375] env[69041]: _type = "Task" [ 1323.271375] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.280801] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.581025] env[69041]: DEBUG nova.compute.manager [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.581025] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.581025] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb3dffa-3e32-42f3-8fb7-ccd79be48d99 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.588630] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.589055] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d9a3c46-5f82-4de0-b9a5-173b29a6dba4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.595718] env[69041]: DEBUG oslo_vmware.api [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1323.595718] env[69041]: value = "task-2890270" [ 1323.595718] env[69041]: _type = "Task" [ 1323.595718] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.605396] env[69041]: DEBUG oslo_vmware.api [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.717967] env[69041]: DEBUG nova.scheduler.client.report [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.784312] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1323.784491] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance '983aa6f2-dc56-45d9-8b35-688d75f63525' progress to 17 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.856054] env[69041]: DEBUG nova.compute.manager [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.885186] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.885512] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.886047] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.886047] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.886047] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.886232] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.886492] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.886563] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.886750] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.886935] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.887239] env[69041]: DEBUG nova.virt.hardware [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.889049] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96198ff7-e65c-4122-841d-6e093b9572e2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.898674] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b42012a-fa63-4f30-b541-dbdf1162d6e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.107538] env[69041]: DEBUG oslo_vmware.api [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890270, 'name': PowerOffVM_Task, 'duration_secs': 0.182695} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.107812] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.107987] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.108309] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d101faf0-aa21-4987-b11a-67ba55cbf434 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.177706] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.177999] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.178406] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleting the datastore file [datastore1] eea237bc-c8a1-4dff-82ee-f022d3be20f2 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.178595] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-433ced4d-ff9c-4d4a-8a01-829fcff13114 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.186587] env[69041]: DEBUG oslo_vmware.api [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for the task: (returnval){ [ 1324.186587] env[69041]: value = "task-2890272" [ 1324.186587] env[69041]: _type = "Task" [ 1324.186587] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.195358] env[69041]: DEBUG oslo_vmware.api [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.221357] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.221884] env[69041]: DEBUG nova.compute.manager [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.224823] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.592s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.225061] env[69041]: DEBUG nova.objects.instance [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lazy-loading 'resources' on Instance uuid 8818ffb8-7fad-4635-b008-bf3a0304d4ec {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.291629] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.291629] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.291877] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.291877] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.291996] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.292365] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.292642] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.292812] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.292984] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.293161] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.293334] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.299374] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d52badb6-3d05-4628-9305-880f79df4f33 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.317081] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1324.317081] env[69041]: value = "task-2890273" [ 1324.317081] env[69041]: _type = "Task" [ 1324.317081] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.328260] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.529376] env[69041]: DEBUG nova.compute.manager [req-37121bc5-eb26-4da1-ad52-c056ff811ff4 req-8e028712-23a2-44e4-a0d4-0bb115ad70ca service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Received event network-vif-plugged-8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1324.529614] env[69041]: DEBUG oslo_concurrency.lockutils [req-37121bc5-eb26-4da1-ad52-c056ff811ff4 req-8e028712-23a2-44e4-a0d4-0bb115ad70ca service nova] Acquiring lock "64467f14-191e-4595-8d30-dac8bcc85b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.530032] env[69041]: DEBUG oslo_concurrency.lockutils [req-37121bc5-eb26-4da1-ad52-c056ff811ff4 req-8e028712-23a2-44e4-a0d4-0bb115ad70ca service nova] Lock "64467f14-191e-4595-8d30-dac8bcc85b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.531028] env[69041]: DEBUG oslo_concurrency.lockutils [req-37121bc5-eb26-4da1-ad52-c056ff811ff4 req-8e028712-23a2-44e4-a0d4-0bb115ad70ca service nova] Lock "64467f14-191e-4595-8d30-dac8bcc85b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.531284] env[69041]: DEBUG nova.compute.manager [req-37121bc5-eb26-4da1-ad52-c056ff811ff4 req-8e028712-23a2-44e4-a0d4-0bb115ad70ca service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] No waiting events found dispatching network-vif-plugged-8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.531507] env[69041]: WARNING nova.compute.manager [req-37121bc5-eb26-4da1-ad52-c056ff811ff4 req-8e028712-23a2-44e4-a0d4-0bb115ad70ca service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Received unexpected event network-vif-plugged-8b286e44-d85f-4610-a487-f233c35d645f for instance with vm_state building and task_state spawning. [ 1324.619998] env[69041]: DEBUG nova.network.neutron [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Successfully updated port: 8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.699045] env[69041]: DEBUG oslo_vmware.api [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Task: {'id': task-2890272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504004} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.699382] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.699611] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.700083] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.700083] env[69041]: INFO nova.compute.manager [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1324.700305] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.700542] env[69041]: DEBUG nova.compute.manager [-] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.700652] env[69041]: DEBUG nova.network.neutron [-] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.728232] env[69041]: DEBUG nova.compute.utils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1324.729978] env[69041]: DEBUG nova.compute.manager [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1324.734156] env[69041]: DEBUG nova.network.neutron [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.791376] env[69041]: DEBUG nova.policy [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b96b1eee6d5f44a2ba38202e8257e347', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b90bed88e8d48828a4033c81bc715c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1324.829607] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890273, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.990513] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781881ba-841e-495b-bba0-9a382a72f8e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.000865] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656834b7-6047-461c-820f-cc195ff07ea9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.030650] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00efca1-341c-4cc9-866b-08a282493a5f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.039446] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aaa8e0-aa5d-4e7a-9aa8-2ef521c4a035 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.053630] env[69041]: DEBUG nova.compute.provider_tree [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.123837] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.123837] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquired lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.123968] env[69041]: DEBUG nova.network.neutron [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.202081] env[69041]: DEBUG nova.network.neutron [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Successfully created port: 7497611e-6e60-445e-870c-288372bf4c18 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.237085] env[69041]: DEBUG nova.compute.manager [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.267233] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.267463] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.331540] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890273, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.556511] env[69041]: DEBUG nova.scheduler.client.report [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.587544] env[69041]: DEBUG nova.network.neutron [-] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.658396] env[69041]: DEBUG nova.network.neutron [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.771023] env[69041]: DEBUG nova.compute.manager [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.799735] env[69041]: DEBUG nova.network.neutron [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Updating instance_info_cache with network_info: [{"id": "8b286e44-d85f-4610-a487-f233c35d645f", "address": "fa:16:3e:5a:a1:1e", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b286e44-d8", "ovs_interfaceid": "8b286e44-d85f-4610-a487-f233c35d645f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.827864] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890273, 'name': ReconfigVM_Task, 'duration_secs': 1.203549} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.828177] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance '983aa6f2-dc56-45d9-8b35-688d75f63525' progress to 33 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.061772] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.064707] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.052s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.065993] env[69041]: INFO nova.compute.claims [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.083923] env[69041]: INFO nova.scheduler.client.report [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted allocations for instance 8818ffb8-7fad-4635-b008-bf3a0304d4ec [ 1326.090977] env[69041]: INFO nova.compute.manager [-] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Took 1.39 seconds to deallocate network for instance. [ 1326.249637] env[69041]: DEBUG nova.compute.manager [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.274842] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.275116] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.275279] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.275464] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.275612] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.275908] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.275983] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.276126] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.276295] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.276454] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.276625] env[69041]: DEBUG nova.virt.hardware [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.279776] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c7af22-ed98-4beb-8fbe-e7ec2ffcde5b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.290236] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1ca28a-a400-4de5-b971-ca04aef7f855 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.294534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.304772] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Releasing lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.306065] env[69041]: DEBUG nova.compute.manager [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Instance network_info: |[{"id": "8b286e44-d85f-4610-a487-f233c35d645f", "address": "fa:16:3e:5a:a1:1e", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b286e44-d8", "ovs_interfaceid": "8b286e44-d85f-4610-a487-f233c35d645f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1326.306065] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:a1:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b286e44-d85f-4610-a487-f233c35d645f', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.312988] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.313195] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.313394] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c01b4fad-a393-4784-a4e9-ce06f4ce4be2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.334926] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.335137] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.335296] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.335703] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.335703] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.335778] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.335951] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.336123] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.336290] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.336453] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.336627] env[69041]: DEBUG nova.virt.hardware [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.342139] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1326.342333] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.342333] env[69041]: value = "task-2890274" [ 1326.342333] env[69041]: _type = "Task" [ 1326.342333] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.342527] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa374be-7d90-4bc6-9e84-c56dba0ab8d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.366636] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890274, 'name': CreateVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.368147] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1326.368147] env[69041]: value = "task-2890275" [ 1326.368147] env[69041]: _type = "Task" [ 1326.368147] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.376165] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.591446] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1632804-c9c6-4827-a04a-7c4780e8deac tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "8818ffb8-7fad-4635-b008-bf3a0304d4ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.446s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.597481] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.616362] env[69041]: DEBUG nova.compute.manager [req-de04fadf-beac-4c65-8806-f7357cb359d6 req-d01cd304-08fb-4e84-8234-e57ea4fab8a8 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Received event network-changed-8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1326.616911] env[69041]: DEBUG nova.compute.manager [req-de04fadf-beac-4c65-8806-f7357cb359d6 req-d01cd304-08fb-4e84-8234-e57ea4fab8a8 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Refreshing instance network info cache due to event network-changed-8b286e44-d85f-4610-a487-f233c35d645f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1326.616911] env[69041]: DEBUG oslo_concurrency.lockutils [req-de04fadf-beac-4c65-8806-f7357cb359d6 req-d01cd304-08fb-4e84-8234-e57ea4fab8a8 service nova] Acquiring lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.616911] env[69041]: DEBUG oslo_concurrency.lockutils [req-de04fadf-beac-4c65-8806-f7357cb359d6 req-d01cd304-08fb-4e84-8234-e57ea4fab8a8 service nova] Acquired lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.617103] env[69041]: DEBUG nova.network.neutron [req-de04fadf-beac-4c65-8806-f7357cb359d6 req-d01cd304-08fb-4e84-8234-e57ea4fab8a8 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Refreshing network info cache for port 8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.868099] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890274, 'name': CreateVM_Task, 'duration_secs': 0.52973} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.868519] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.869104] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.869279] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.869663] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.872788] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10751152-9fc5-458b-8e26-43a4120fe3a8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.878463] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1326.878463] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52027ced-c62e-7918-7a77-3896dfb31dba" [ 1326.878463] env[69041]: _type = "Task" [ 1326.878463] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.881583] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890275, 'name': ReconfigVM_Task, 'duration_secs': 0.180066} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.884544] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1326.885317] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cba42a-9546-4b87-8ae2-be57dccfb425 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.893342] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52027ced-c62e-7918-7a77-3896dfb31dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.916283] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 983aa6f2-dc56-45d9-8b35-688d75f63525/983aa6f2-dc56-45d9-8b35-688d75f63525.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.917271] env[69041]: DEBUG nova.network.neutron [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Successfully updated port: 7497611e-6e60-445e-870c-288372bf4c18 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.918411] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab56221-9a12-411b-ac81-4ac614a02af9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.939816] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1326.939816] env[69041]: value = "task-2890276" [ 1326.939816] env[69041]: _type = "Task" [ 1326.939816] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.948120] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.318361] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40130b32-b98f-4ad9-841a-fdf903653677 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.334795] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e225d836-b1f3-4709-a9e2-cc30a5f9b64f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.363274] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b682cebf-0f02-4e20-bac6-042a4844b4c1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.373296] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4931a1a5-2730-4642-97c0-dae3df375315 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.391197] env[69041]: DEBUG nova.compute.provider_tree [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.404125] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52027ced-c62e-7918-7a77-3896dfb31dba, 'name': SearchDatastore_Task, 'duration_secs': 0.020494} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.404420] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.404647] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.404876] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.405034] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.405290] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.405557] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-068f8878-dfa7-4e88-957d-d5e88814bf78 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.418357] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.418461] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.419198] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde5bcf0-d6e7-4ee5-8f9a-14b4076ae5a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.428187] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1327.428187] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528db755-128f-5b57-9de9-4b232be25c9f" [ 1327.428187] env[69041]: _type = "Task" [ 1327.428187] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.433665] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "refresh_cache-d9555a06-aa75-4fa5-85c2-15f2db866029" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.433955] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "refresh_cache-d9555a06-aa75-4fa5-85c2-15f2db866029" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.434163] env[69041]: DEBUG nova.network.neutron [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.441363] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528db755-128f-5b57-9de9-4b232be25c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.450287] env[69041]: DEBUG oslo_vmware.api [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890276, 'name': ReconfigVM_Task, 'duration_secs': 0.281789} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.451303] env[69041]: DEBUG nova.network.neutron [req-de04fadf-beac-4c65-8806-f7357cb359d6 req-d01cd304-08fb-4e84-8234-e57ea4fab8a8 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Updated VIF entry in instance network info cache for port 8b286e44-d85f-4610-a487-f233c35d645f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.451581] env[69041]: DEBUG nova.network.neutron [req-de04fadf-beac-4c65-8806-f7357cb359d6 req-d01cd304-08fb-4e84-8234-e57ea4fab8a8 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Updating instance_info_cache with network_info: [{"id": "8b286e44-d85f-4610-a487-f233c35d645f", "address": "fa:16:3e:5a:a1:1e", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b286e44-d8", "ovs_interfaceid": "8b286e44-d85f-4610-a487-f233c35d645f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.452710] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 983aa6f2-dc56-45d9-8b35-688d75f63525/983aa6f2-dc56-45d9-8b35-688d75f63525.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.453061] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance '983aa6f2-dc56-45d9-8b35-688d75f63525' progress to 50 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.898544] env[69041]: DEBUG nova.scheduler.client.report [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.940548] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528db755-128f-5b57-9de9-4b232be25c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.024915} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.941861] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ae8e9b-a582-46c4-adc8-4c98a8126911 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.948089] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1327.948089] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c03413-bae0-1f50-da42-5faf04c036b1" [ 1327.948089] env[69041]: _type = "Task" [ 1327.948089] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.955648] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c03413-bae0-1f50-da42-5faf04c036b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.957251] env[69041]: DEBUG oslo_concurrency.lockutils [req-de04fadf-beac-4c65-8806-f7357cb359d6 req-d01cd304-08fb-4e84-8234-e57ea4fab8a8 service nova] Releasing lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.957540] env[69041]: DEBUG nova.compute.manager [req-de04fadf-beac-4c65-8806-f7357cb359d6 req-d01cd304-08fb-4e84-8234-e57ea4fab8a8 service nova] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Received event network-vif-deleted-6f8ee61b-4494-4d05-8e15-22009c3b23b0 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1327.960108] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0735a2c6-1bc7-4345-9c8f-44bcb17c807e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.980280] env[69041]: DEBUG nova.network.neutron [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.983470] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6090bd8-3611-479a-8571-065ac752e29b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.004623] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance '983aa6f2-dc56-45d9-8b35-688d75f63525' progress to 67 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.144658] env[69041]: DEBUG nova.network.neutron [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Updating instance_info_cache with network_info: [{"id": "7497611e-6e60-445e-870c-288372bf4c18", "address": "fa:16:3e:f1:ba:29", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7497611e-6e", "ovs_interfaceid": "7497611e-6e60-445e-870c-288372bf4c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.414406] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.419173] env[69041]: DEBUG nova.compute.manager [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.419173] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.958s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.419526] env[69041]: INFO nova.compute.claims [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.475247] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c03413-bae0-1f50-da42-5faf04c036b1, 'name': SearchDatastore_Task, 'duration_secs': 0.028996} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.475247] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.475482] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 64467f14-191e-4595-8d30-dac8bcc85b2e/64467f14-191e-4595-8d30-dac8bcc85b2e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.475798] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de682b57-8911-4609-8175-302276931549 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.484701] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1328.484701] env[69041]: value = "task-2890277" [ 1328.484701] env[69041]: _type = "Task" [ 1328.484701] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.497148] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.554859] env[69041]: DEBUG nova.network.neutron [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Port 09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1328.648779] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "refresh_cache-d9555a06-aa75-4fa5-85c2-15f2db866029" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.648779] env[69041]: DEBUG nova.compute.manager [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Instance network_info: |[{"id": "7497611e-6e60-445e-870c-288372bf4c18", "address": "fa:16:3e:f1:ba:29", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7497611e-6e", "ovs_interfaceid": "7497611e-6e60-445e-870c-288372bf4c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1328.648779] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:ba:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7497611e-6e60-445e-870c-288372bf4c18', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.657413] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.657413] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.657413] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9fc32c9-cc29-4b98-a6f3-f2443f3126fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.681938] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.681938] env[69041]: value = "task-2890278" [ 1328.681938] env[69041]: _type = "Task" [ 1328.681938] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.696020] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890278, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.709739] env[69041]: DEBUG nova.compute.manager [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Received event network-vif-plugged-7497611e-6e60-445e-870c-288372bf4c18 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1328.710046] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] Acquiring lock "d9555a06-aa75-4fa5-85c2-15f2db866029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.711927] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] Lock "d9555a06-aa75-4fa5-85c2-15f2db866029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.712042] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] Lock "d9555a06-aa75-4fa5-85c2-15f2db866029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.712270] env[69041]: DEBUG nova.compute.manager [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] No waiting events found dispatching network-vif-plugged-7497611e-6e60-445e-870c-288372bf4c18 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1328.712483] env[69041]: WARNING nova.compute.manager [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Received unexpected event network-vif-plugged-7497611e-6e60-445e-870c-288372bf4c18 for instance with vm_state building and task_state spawning. [ 1328.713201] env[69041]: DEBUG nova.compute.manager [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Received event network-changed-7497611e-6e60-445e-870c-288372bf4c18 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1328.713426] env[69041]: DEBUG nova.compute.manager [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Refreshing instance network info cache due to event network-changed-7497611e-6e60-445e-870c-288372bf4c18. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1328.713674] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] Acquiring lock "refresh_cache-d9555a06-aa75-4fa5-85c2-15f2db866029" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.713842] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] Acquired lock "refresh_cache-d9555a06-aa75-4fa5-85c2-15f2db866029" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.714127] env[69041]: DEBUG nova.network.neutron [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Refreshing network info cache for port 7497611e-6e60-445e-870c-288372bf4c18 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.927851] env[69041]: DEBUG nova.compute.utils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.929502] env[69041]: DEBUG nova.compute.manager [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.929668] env[69041]: DEBUG nova.network.neutron [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.990983] env[69041]: DEBUG nova.policy [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '316f9e2c06d24937b982571824553adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7c6a4d4979746b7b212e95019b85caa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.000760] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890277, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.193444] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890278, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.334980] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "65341ef8-6644-4d75-9582-f8bcf28cce45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.335258] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "65341ef8-6644-4d75-9582-f8bcf28cce45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.373310] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.373572] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.389198] env[69041]: DEBUG nova.network.neutron [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Successfully created port: a7a48392-f733-415a-9be9-af042a5a66d1 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.432986] env[69041]: DEBUG nova.compute.manager [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.499052] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705877} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.501671] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 64467f14-191e-4595-8d30-dac8bcc85b2e/64467f14-191e-4595-8d30-dac8bcc85b2e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.501910] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.504565] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26e844e8-9d3a-4a38-912b-326e598a07ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.514645] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1329.514645] env[69041]: value = "task-2890279" [ 1329.514645] env[69041]: _type = "Task" [ 1329.514645] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.528370] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.565021] env[69041]: DEBUG nova.network.neutron [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Updated VIF entry in instance network info cache for port 7497611e-6e60-445e-870c-288372bf4c18. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.565360] env[69041]: DEBUG nova.network.neutron [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Updating instance_info_cache with network_info: [{"id": "7497611e-6e60-445e-870c-288372bf4c18", "address": "fa:16:3e:f1:ba:29", "network": {"id": "c83bae76-0cb4-4adf-b01b-d773e0aea4ca", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1001950122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b90bed88e8d48828a4033c81bc715c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7497611e-6e", "ovs_interfaceid": "7497611e-6e60-445e-870c-288372bf4c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.578434] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535d775-25b8-4aa2-92fa-e297ff7ffd7c req-58cb7fb4-d2a1-49cf-acbb-46dd71c0a951 service nova] Releasing lock "refresh_cache-d9555a06-aa75-4fa5-85c2-15f2db866029" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.590064] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "983aa6f2-dc56-45d9-8b35-688d75f63525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.590349] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.590564] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.693964] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890278, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.765190] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d534c1b-fa26-4f5f-9ec3-f467797627ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.773666] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e192b4b5-c573-40cb-ac72-8a6e371e3135 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.807458] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240755e6-bb8a-483e-8fc1-3adbc72e2dde {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.824520] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ac21fe-85fe-46d3-9e5c-178d22101ba2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.837922] env[69041]: DEBUG nova.compute.provider_tree [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.843271] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.876253] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.028223] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250411} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.028223] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.029011] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd0a4f0-d960-4b12-9bc1-64a33b2cdf0f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.055312] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 64467f14-191e-4595-8d30-dac8bcc85b2e/64467f14-191e-4595-8d30-dac8bcc85b2e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.056014] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ff9a645-a9cf-4d43-a42b-39600537cf23 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.078352] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1330.078352] env[69041]: value = "task-2890280" [ 1330.078352] env[69041]: _type = "Task" [ 1330.078352] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.088578] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.194833] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890278, 'name': CreateVM_Task, 'duration_secs': 1.413957} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.195018] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.195724] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.195892] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.196254] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.196540] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad72a84-3e70-4d10-ba27-3e7003e1a235 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.201810] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1330.201810] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522b8f07-ab6e-35b4-2e75-6a7058538208" [ 1330.201810] env[69041]: _type = "Task" [ 1330.201810] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.210744] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522b8f07-ab6e-35b4-2e75-6a7058538208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.342748] env[69041]: DEBUG nova.scheduler.client.report [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.363484] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.395643] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.449676] env[69041]: DEBUG nova.compute.manager [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.479387] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.479994] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.479994] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.480202] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.480377] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.480531] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.480743] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.480906] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.481092] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.481290] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.481460] env[69041]: DEBUG nova.virt.hardware [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.482329] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9541f8-61fa-4091-91f2-3b8a8b3a874b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.491541] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5798fcb-d8f8-46c9-bd4c-60cd37beb60c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.589804] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.625486] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.625672] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.625975] env[69041]: DEBUG nova.network.neutron [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.714059] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522b8f07-ab6e-35b4-2e75-6a7058538208, 'name': SearchDatastore_Task, 'duration_secs': 0.082549} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.714059] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.714059] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.714359] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.714359] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.714561] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.714701] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7996451-052b-4db5-8cb6-737bc75c898e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.724072] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.724290] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.725034] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e18972-a624-406a-97ea-fffd8fa226b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.730996] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1330.730996] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521dca5c-21ca-6663-3cf3-a36ecaad652d" [ 1330.730996] env[69041]: _type = "Task" [ 1330.730996] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.739335] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521dca5c-21ca-6663-3cf3-a36ecaad652d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.848024] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.848519] env[69041]: DEBUG nova.compute.manager [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1330.851444] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.127s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.851696] env[69041]: DEBUG nova.objects.instance [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lazy-loading 'resources' on Instance uuid 9b671e1c-931e-4a2d-8de3-d06accb94cba {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.858630] env[69041]: DEBUG nova.compute.manager [req-0026ced4-f140-41d1-a295-ebcc3f813f33 req-bd2f5de7-1104-45b4-b249-81ee91e5ae19 service nova] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Received event network-vif-plugged-a7a48392-f733-415a-9be9-af042a5a66d1 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1330.858725] env[69041]: DEBUG oslo_concurrency.lockutils [req-0026ced4-f140-41d1-a295-ebcc3f813f33 req-bd2f5de7-1104-45b4-b249-81ee91e5ae19 service nova] Acquiring lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.858951] env[69041]: DEBUG oslo_concurrency.lockutils [req-0026ced4-f140-41d1-a295-ebcc3f813f33 req-bd2f5de7-1104-45b4-b249-81ee91e5ae19 service nova] Lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.859144] env[69041]: DEBUG oslo_concurrency.lockutils [req-0026ced4-f140-41d1-a295-ebcc3f813f33 req-bd2f5de7-1104-45b4-b249-81ee91e5ae19 service nova] Lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.859338] env[69041]: DEBUG nova.compute.manager [req-0026ced4-f140-41d1-a295-ebcc3f813f33 req-bd2f5de7-1104-45b4-b249-81ee91e5ae19 service nova] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] No waiting events found dispatching network-vif-plugged-a7a48392-f733-415a-9be9-af042a5a66d1 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.859481] env[69041]: WARNING nova.compute.manager [req-0026ced4-f140-41d1-a295-ebcc3f813f33 req-bd2f5de7-1104-45b4-b249-81ee91e5ae19 service nova] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Received unexpected event network-vif-plugged-a7a48392-f733-415a-9be9-af042a5a66d1 for instance with vm_state building and task_state spawning. [ 1330.941511] env[69041]: DEBUG nova.network.neutron [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Successfully updated port: a7a48392-f733-415a-9be9-af042a5a66d1 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.091983] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890280, 'name': ReconfigVM_Task, 'duration_secs': 0.611814} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.092427] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 64467f14-191e-4595-8d30-dac8bcc85b2e/64467f14-191e-4595-8d30-dac8bcc85b2e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.092919] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54be0a1e-1aaa-4674-a604-fec2d072fda2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.101212] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1331.101212] env[69041]: value = "task-2890281" [ 1331.101212] env[69041]: _type = "Task" [ 1331.101212] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.110813] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890281, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.243413] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521dca5c-21ca-6663-3cf3-a36ecaad652d, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.244488] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5329c8-a38c-4829-95b3-4e1f648b36a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.251200] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1331.251200] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52629793-987b-9326-8e55-03a787282cc8" [ 1331.251200] env[69041]: _type = "Task" [ 1331.251200] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.261751] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52629793-987b-9326-8e55-03a787282cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.343040] env[69041]: DEBUG nova.network.neutron [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance_info_cache with network_info: [{"id": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "address": "fa:16:3e:ce:97:c2", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e82337-83", "ovs_interfaceid": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.354355] env[69041]: DEBUG nova.compute.utils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1331.358531] env[69041]: DEBUG nova.compute.manager [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1331.358704] env[69041]: DEBUG nova.network.neutron [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1331.393593] env[69041]: DEBUG nova.policy [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '444e5fcc5c824d86a949344dd8cb3f28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e67fd3be601049d68c599cb82a2b52c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1331.443923] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquiring lock "refresh_cache-f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.444104] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquired lock "refresh_cache-f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.444265] env[69041]: DEBUG nova.network.neutron [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.585043] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9051b99c-846f-4f0d-9059-a9dd00c106ea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.593419] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94db01a6-c2ec-4224-945e-371b4d893f81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.632017] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48bddc1-f4f3-453e-a4a8-293883ff34eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.642353] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68939baf-8d18-4982-b146-d422b290d1c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.646912] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890281, 'name': Rename_Task, 'duration_secs': 0.161849} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.646912] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.646912] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c38dcf8d-640d-4484-8929-c9f6d6d968d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.657333] env[69041]: DEBUG nova.compute.provider_tree [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.660077] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1331.660077] env[69041]: value = "task-2890282" [ 1331.660077] env[69041]: _type = "Task" [ 1331.660077] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.670557] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.686528] env[69041]: DEBUG nova.network.neutron [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Successfully created port: 062a55d1-598c-4946-ac83-a1cf08bd3f0d {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.766927] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52629793-987b-9326-8e55-03a787282cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.019716} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.766927] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.766927] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] d9555a06-aa75-4fa5-85c2-15f2db866029/d9555a06-aa75-4fa5-85c2-15f2db866029.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.766927] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f52f397c-944d-4590-b379-b11bb05ee7da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.773112] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1331.773112] env[69041]: value = "task-2890283" [ 1331.773112] env[69041]: _type = "Task" [ 1331.773112] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.781605] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.847199] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.859000] env[69041]: DEBUG nova.compute.manager [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1331.981937] env[69041]: DEBUG nova.network.neutron [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.146434] env[69041]: DEBUG nova.network.neutron [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Updating instance_info_cache with network_info: [{"id": "a7a48392-f733-415a-9be9-af042a5a66d1", "address": "fa:16:3e:74:6e:dd", "network": {"id": "521a17fc-e268-4bc0-bb12-ddd669d83738", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1701573979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7c6a4d4979746b7b212e95019b85caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a48392-f7", "ovs_interfaceid": "a7a48392-f733-415a-9be9-af042a5a66d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.164028] env[69041]: DEBUG nova.scheduler.client.report [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.178762] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.284433] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471201} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.284433] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] d9555a06-aa75-4fa5-85c2-15f2db866029/d9555a06-aa75-4fa5-85c2-15f2db866029.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.284701] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.286043] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f71b7734-b4cd-419e-83ee-7788df079d42 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.293048] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1332.293048] env[69041]: value = "task-2890284" [ 1332.293048] env[69041]: _type = "Task" [ 1332.293048] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.303068] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.377123] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afd223a-9de9-4e90-987d-614b74d123b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.406993] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a417080-5401-4cb9-95ba-50f6d64bb995 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.416274] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance '983aa6f2-dc56-45d9-8b35-688d75f63525' progress to 83 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.648668] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Releasing lock "refresh_cache-f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.649058] env[69041]: DEBUG nova.compute.manager [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Instance network_info: |[{"id": "a7a48392-f733-415a-9be9-af042a5a66d1", "address": "fa:16:3e:74:6e:dd", "network": {"id": "521a17fc-e268-4bc0-bb12-ddd669d83738", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1701573979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7c6a4d4979746b7b212e95019b85caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a48392-f7", "ovs_interfaceid": "a7a48392-f733-415a-9be9-af042a5a66d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.649499] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:6e:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7a48392-f733-415a-9be9-af042a5a66d1', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.657109] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Creating folder: Project (d7c6a4d4979746b7b212e95019b85caa). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.657386] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c037d37-a428-4daa-ba65-2f4c68822d58 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.668406] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.675406] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.381s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.677048] env[69041]: INFO nova.compute.claims [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.680734] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Created folder: Project (d7c6a4d4979746b7b212e95019b85caa) in parent group-v580429. [ 1332.680919] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Creating folder: Instances. Parent ref: group-v580673. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.681760] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ba62daf-eff0-47c5-a71c-5cd4ef1c1db2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.688144] env[69041]: DEBUG oslo_vmware.api [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890282, 'name': PowerOnVM_Task, 'duration_secs': 0.799276} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.689299] env[69041]: INFO nova.scheduler.client.report [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted allocations for instance 9b671e1c-931e-4a2d-8de3-d06accb94cba [ 1332.690396] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.691028] env[69041]: INFO nova.compute.manager [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1332.691028] env[69041]: DEBUG nova.compute.manager [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.696043] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acce5b51-d8f4-4149-8a41-4ac564390837 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.698710] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Created folder: Instances in parent group-v580673. [ 1332.699043] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.699526] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.700298] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b93fdba3-2126-40f6-9d14-05a7ed2b59a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.725468] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.725468] env[69041]: value = "task-2890287" [ 1332.725468] env[69041]: _type = "Task" [ 1332.725468] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.735542] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890287, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.805107] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066886} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.805388] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.806193] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49734cb-5e10-4797-ab78-49d88f7d8530 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.829517] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] d9555a06-aa75-4fa5-85c2-15f2db866029/d9555a06-aa75-4fa5-85c2-15f2db866029.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.829846] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1320a57c-93cf-4140-a12d-527020465b82 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.852188] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1332.852188] env[69041]: value = "task-2890288" [ 1332.852188] env[69041]: _type = "Task" [ 1332.852188] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.861772] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.870060] env[69041]: DEBUG nova.compute.manager [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1332.888598] env[69041]: DEBUG nova.compute.manager [req-1a8c7684-2d55-4fe6-a888-4632f9317031 req-ffe440ca-d106-42d4-8cb3-f07dcc21fc8e service nova] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Received event network-changed-a7a48392-f733-415a-9be9-af042a5a66d1 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1332.888970] env[69041]: DEBUG nova.compute.manager [req-1a8c7684-2d55-4fe6-a888-4632f9317031 req-ffe440ca-d106-42d4-8cb3-f07dcc21fc8e service nova] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Refreshing instance network info cache due to event network-changed-a7a48392-f733-415a-9be9-af042a5a66d1. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1332.889160] env[69041]: DEBUG oslo_concurrency.lockutils [req-1a8c7684-2d55-4fe6-a888-4632f9317031 req-ffe440ca-d106-42d4-8cb3-f07dcc21fc8e service nova] Acquiring lock "refresh_cache-f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.889336] env[69041]: DEBUG oslo_concurrency.lockutils [req-1a8c7684-2d55-4fe6-a888-4632f9317031 req-ffe440ca-d106-42d4-8cb3-f07dcc21fc8e service nova] Acquired lock "refresh_cache-f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.889884] env[69041]: DEBUG nova.network.neutron [req-1a8c7684-2d55-4fe6-a888-4632f9317031 req-ffe440ca-d106-42d4-8cb3-f07dcc21fc8e service nova] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Refreshing network info cache for port a7a48392-f733-415a-9be9-af042a5a66d1 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.900066] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1332.900347] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.900515] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1332.900702] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.901111] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1332.901111] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1332.901308] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1332.901367] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1332.901512] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1332.901675] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1332.901849] env[69041]: DEBUG nova.virt.hardware [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1332.902940] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c7ae04-86e0-4bc7-b16f-38686088be40 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.912558] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89581a5-a65c-4aa3-b62a-79aa68966811 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.928300] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f983c5f2-6072-46da-a362-b81ffb2a40c5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance '983aa6f2-dc56-45d9-8b35-688d75f63525' progress to 100 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.187105] env[69041]: DEBUG nova.network.neutron [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Successfully updated port: 062a55d1-598c-4946-ac83-a1cf08bd3f0d {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.202908] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4bbb87c9-1558-4580-a9a0-8cf0596e074b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "9b671e1c-931e-4a2d-8de3-d06accb94cba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.894s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.231024] env[69041]: INFO nova.compute.manager [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Took 21.64 seconds to build instance. [ 1333.239809] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890287, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.362512] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890288, 'name': ReconfigVM_Task, 'duration_secs': 0.374915} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.362824] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Reconfigured VM instance instance-00000058 to attach disk [datastore1] d9555a06-aa75-4fa5-85c2-15f2db866029/d9555a06-aa75-4fa5-85c2-15f2db866029.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.363459] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a3ef031-943a-4411-b02c-f1cf59f917b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.371910] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1333.371910] env[69041]: value = "task-2890289" [ 1333.371910] env[69041]: _type = "Task" [ 1333.371910] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.380978] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890289, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.608854] env[69041]: DEBUG nova.network.neutron [req-1a8c7684-2d55-4fe6-a888-4632f9317031 req-ffe440ca-d106-42d4-8cb3-f07dcc21fc8e service nova] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Updated VIF entry in instance network info cache for port a7a48392-f733-415a-9be9-af042a5a66d1. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.609329] env[69041]: DEBUG nova.network.neutron [req-1a8c7684-2d55-4fe6-a888-4632f9317031 req-ffe440ca-d106-42d4-8cb3-f07dcc21fc8e service nova] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Updating instance_info_cache with network_info: [{"id": "a7a48392-f733-415a-9be9-af042a5a66d1", "address": "fa:16:3e:74:6e:dd", "network": {"id": "521a17fc-e268-4bc0-bb12-ddd669d83738", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1701573979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7c6a4d4979746b7b212e95019b85caa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a48392-f7", "ovs_interfaceid": "a7a48392-f733-415a-9be9-af042a5a66d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.692796] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.693143] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.693143] env[69041]: DEBUG nova.network.neutron [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.735232] env[69041]: DEBUG oslo_concurrency.lockutils [None req-77383537-0ec0-42cd-88d6-ccf5ef34303a tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "64467f14-191e-4595-8d30-dac8bcc85b2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.157s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.740409] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890287, 'name': CreateVM_Task, 'duration_secs': 0.799086} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.740615] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.741326] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.741533] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.742090] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.742441] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d05140c-f747-4867-92b9-900dee955d5a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.749042] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for the task: (returnval){ [ 1333.749042] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5201c4fe-5f87-bac1-b408-b4f8f159a81b" [ 1333.749042] env[69041]: _type = "Task" [ 1333.749042] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.760071] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5201c4fe-5f87-bac1-b408-b4f8f159a81b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.803163] env[69041]: DEBUG nova.compute.manager [req-7e525c73-2434-42b4-bdee-1364a0d13917 req-7ed9761f-ba5a-4971-bc66-4f313b71a9c7 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Received event network-changed-8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1333.803441] env[69041]: DEBUG nova.compute.manager [req-7e525c73-2434-42b4-bdee-1364a0d13917 req-7ed9761f-ba5a-4971-bc66-4f313b71a9c7 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Refreshing instance network info cache due to event network-changed-8b286e44-d85f-4610-a487-f233c35d645f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1333.803697] env[69041]: DEBUG oslo_concurrency.lockutils [req-7e525c73-2434-42b4-bdee-1364a0d13917 req-7ed9761f-ba5a-4971-bc66-4f313b71a9c7 service nova] Acquiring lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.803884] env[69041]: DEBUG oslo_concurrency.lockutils [req-7e525c73-2434-42b4-bdee-1364a0d13917 req-7ed9761f-ba5a-4971-bc66-4f313b71a9c7 service nova] Acquired lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.804097] env[69041]: DEBUG nova.network.neutron [req-7e525c73-2434-42b4-bdee-1364a0d13917 req-7ed9761f-ba5a-4971-bc66-4f313b71a9c7 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Refreshing network info cache for port 8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.883123] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890289, 'name': Rename_Task, 'duration_secs': 0.154598} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.885487] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.886450] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0aa7e14-7a1c-4fc7-b68e-d33be6a13066 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.893835] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1333.893835] env[69041]: value = "task-2890290" [ 1333.893835] env[69041]: _type = "Task" [ 1333.893835] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.903858] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.942035] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e118df84-b86d-4d75-be6f-8f300f2368a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.951716] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7152efc-6930-4102-b543-68f67f4c0f39 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.985300] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf26a9a-114b-49ba-adae-14fae16b8a51 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.994653] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a91b7d9-4848-46e4-9a27-1e3a82abaaee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.009349] env[69041]: DEBUG nova.compute.provider_tree [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.112293] env[69041]: DEBUG oslo_concurrency.lockutils [req-1a8c7684-2d55-4fe6-a888-4632f9317031 req-ffe440ca-d106-42d4-8cb3-f07dcc21fc8e service nova] Releasing lock "refresh_cache-f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.175701] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "19cb5436-7c91-409d-a98d-9632cd9ad793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.175946] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "19cb5436-7c91-409d-a98d-9632cd9ad793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.229933] env[69041]: DEBUG nova.network.neutron [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.261522] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5201c4fe-5f87-bac1-b408-b4f8f159a81b, 'name': SearchDatastore_Task, 'duration_secs': 0.023245} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.261650] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.261828] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.262109] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.262277] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.262570] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.262853] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd7ea19f-e56f-490c-9cf5-f982a83f251f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.273328] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.273525] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.276616] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ded4d02-b76e-488e-9555-4ecde4bb72ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.284030] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for the task: (returnval){ [ 1334.284030] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c50289-5250-4238-1f83-33a10aab1532" [ 1334.284030] env[69041]: _type = "Task" [ 1334.284030] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.296063] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c50289-5250-4238-1f83-33a10aab1532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.403488] env[69041]: DEBUG oslo_vmware.api [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890290, 'name': PowerOnVM_Task, 'duration_secs': 0.503032} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.403755] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.403958] env[69041]: INFO nova.compute.manager [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1334.404151] env[69041]: DEBUG nova.compute.manager [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.404937] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7dac95-6322-4054-a8fa-caf9d07c563f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.413634] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "64467f14-191e-4595-8d30-dac8bcc85b2e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.414031] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "64467f14-191e-4595-8d30-dac8bcc85b2e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.414196] env[69041]: INFO nova.compute.manager [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Rebooting instance [ 1334.431960] env[69041]: DEBUG nova.network.neutron [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance_info_cache with network_info: [{"id": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "address": "fa:16:3e:02:7d:75", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062a55d1-59", "ovs_interfaceid": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.512061] env[69041]: DEBUG nova.scheduler.client.report [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.549505] env[69041]: DEBUG nova.network.neutron [req-7e525c73-2434-42b4-bdee-1364a0d13917 req-7ed9761f-ba5a-4971-bc66-4f313b71a9c7 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Updated VIF entry in instance network info cache for port 8b286e44-d85f-4610-a487-f233c35d645f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.550014] env[69041]: DEBUG nova.network.neutron [req-7e525c73-2434-42b4-bdee-1364a0d13917 req-7ed9761f-ba5a-4971-bc66-4f313b71a9c7 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Updating instance_info_cache with network_info: [{"id": "8b286e44-d85f-4610-a487-f233c35d645f", "address": "fa:16:3e:5a:a1:1e", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b286e44-d8", "ovs_interfaceid": "8b286e44-d85f-4610-a487-f233c35d645f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.682634] env[69041]: DEBUG nova.compute.manager [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1334.794487] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c50289-5250-4238-1f83-33a10aab1532, 'name': SearchDatastore_Task, 'duration_secs': 0.017495} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.795390] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963235b3-8085-4d9c-801b-b2eddc26c8fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.797838] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "983aa6f2-dc56-45d9-8b35-688d75f63525" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.798103] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.798301] env[69041]: DEBUG nova.compute.manager [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Going to confirm migration 5 {{(pid=69041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1334.803283] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for the task: (returnval){ [ 1334.803283] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5285fe24-1853-874d-90b9-20c9db6f0901" [ 1334.803283] env[69041]: _type = "Task" [ 1334.803283] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.811860] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5285fe24-1853-874d-90b9-20c9db6f0901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.918411] env[69041]: DEBUG nova.compute.manager [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Received event network-vif-plugged-062a55d1-598c-4946-ac83-a1cf08bd3f0d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1334.918638] env[69041]: DEBUG oslo_concurrency.lockutils [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] Acquiring lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.918836] env[69041]: DEBUG oslo_concurrency.lockutils [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.919056] env[69041]: DEBUG oslo_concurrency.lockutils [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.919243] env[69041]: DEBUG nova.compute.manager [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] No waiting events found dispatching network-vif-plugged-062a55d1-598c-4946-ac83-a1cf08bd3f0d {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.919412] env[69041]: WARNING nova.compute.manager [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Received unexpected event network-vif-plugged-062a55d1-598c-4946-ac83-a1cf08bd3f0d for instance with vm_state building and task_state spawning. [ 1334.919599] env[69041]: DEBUG nova.compute.manager [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Received event network-changed-062a55d1-598c-4946-ac83-a1cf08bd3f0d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1334.919769] env[69041]: DEBUG nova.compute.manager [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Refreshing instance network info cache due to event network-changed-062a55d1-598c-4946-ac83-a1cf08bd3f0d. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1334.919937] env[69041]: DEBUG oslo_concurrency.lockutils [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] Acquiring lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.930972] env[69041]: INFO nova.compute.manager [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Took 21.05 seconds to build instance. [ 1334.940023] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.940023] env[69041]: DEBUG nova.compute.manager [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Instance network_info: |[{"id": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "address": "fa:16:3e:02:7d:75", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062a55d1-59", "ovs_interfaceid": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1334.940235] env[69041]: DEBUG oslo_concurrency.lockutils [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] Acquired lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.940326] env[69041]: DEBUG nova.network.neutron [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Refreshing network info cache for port 062a55d1-598c-4946-ac83-a1cf08bd3f0d {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.941695] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:7d:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '062a55d1-598c-4946-ac83-a1cf08bd3f0d', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.950186] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.952070] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.953537] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.953837] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-072e8327-7249-4430-a3c5-e75b7fd5a5b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.978448] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.978448] env[69041]: value = "task-2890291" [ 1334.978448] env[69041]: _type = "Task" [ 1334.978448] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.987339] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890291, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.018157] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.018816] env[69041]: DEBUG nova.compute.manager [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.022376] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.425s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.022661] env[69041]: DEBUG nova.objects.instance [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lazy-loading 'resources' on Instance uuid eea237bc-c8a1-4dff-82ee-f022d3be20f2 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.052889] env[69041]: DEBUG oslo_concurrency.lockutils [req-7e525c73-2434-42b4-bdee-1364a0d13917 req-7ed9761f-ba5a-4971-bc66-4f313b71a9c7 service nova] Releasing lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.053541] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquired lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.053687] env[69041]: DEBUG nova.network.neutron [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.209257] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.318257] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5285fe24-1853-874d-90b9-20c9db6f0901, 'name': SearchDatastore_Task, 'duration_secs': 0.015704} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.318592] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.318891] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8/f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.319183] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c4d4e68-561c-49b0-bdd6-163cfad91a0f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.329198] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for the task: (returnval){ [ 1335.329198] env[69041]: value = "task-2890292" [ 1335.329198] env[69041]: _type = "Task" [ 1335.329198] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.338524] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.366747] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.366963] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.368181] env[69041]: DEBUG nova.network.neutron [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.368181] env[69041]: DEBUG nova.objects.instance [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'info_cache' on Instance uuid 983aa6f2-dc56-45d9-8b35-688d75f63525 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.433704] env[69041]: DEBUG oslo_concurrency.lockutils [None req-53added5-07fa-4431-8415-f39d7f546a7c tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "d9555a06-aa75-4fa5-85c2-15f2db866029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.561s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.490947] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890291, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.526082] env[69041]: DEBUG nova.compute.utils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.531984] env[69041]: DEBUG nova.compute.manager [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.532419] env[69041]: DEBUG nova.network.neutron [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.844726] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380db6e1-38df-44ae-912f-97d0d67ead19 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.851571] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890292, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.857432] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "ae054fc7-ad81-4767-818d-2577bb98e88b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.857693] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.861077] env[69041]: DEBUG nova.policy [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724db22429b34905aa93929e23c6989c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e69e9151cb419d8faae31d3ffbb470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.864562] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7ec072-af44-491e-8198-828461f3b976 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.907467] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee9b884-1629-49a5-b8e1-e29fa4d5d50c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.919236] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e60f495-c19d-4dba-a6e7-710abe39e8dd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.934658] env[69041]: DEBUG nova.compute.provider_tree [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.991294] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890291, 'name': CreateVM_Task, 'duration_secs': 0.65026} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.991548] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.992361] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.992525] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.992921] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.993215] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ae2613-1765-4946-ad16-3441674849b8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.997863] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquiring lock "32d25211-63a2-470f-81c7-126bf00a5483" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.998158] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lock "32d25211-63a2-470f-81c7-126bf00a5483" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.998489] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquiring lock "32d25211-63a2-470f-81c7-126bf00a5483-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.998792] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lock "32d25211-63a2-470f-81c7-126bf00a5483-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.004025] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lock "32d25211-63a2-470f-81c7-126bf00a5483-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.004025] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1336.004025] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ee8b57-f983-25ea-c75e-aa0499da8e9b" [ 1336.004025] env[69041]: _type = "Task" [ 1336.004025] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.007347] env[69041]: INFO nova.compute.manager [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Terminating instance [ 1336.020263] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ee8b57-f983-25ea-c75e-aa0499da8e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.013193} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.020555] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.020811] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.021063] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.021289] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.021486] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.021740] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-311e56de-6906-428c-9f5f-ebf746e7120b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.032251] env[69041]: DEBUG nova.compute.manager [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.035934] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.036145] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.036828] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c80593-018b-4f9e-b7a4-b00fdc98c0a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.042712] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1336.042712] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294d989-dfd4-ff0f-69f3-f7c0a136256a" [ 1336.042712] env[69041]: _type = "Task" [ 1336.042712] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.053146] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294d989-dfd4-ff0f-69f3-f7c0a136256a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.170889] env[69041]: DEBUG nova.network.neutron [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updated VIF entry in instance network info cache for port 062a55d1-598c-4946-ac83-a1cf08bd3f0d. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.171254] env[69041]: DEBUG nova.network.neutron [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance_info_cache with network_info: [{"id": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "address": "fa:16:3e:02:7d:75", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062a55d1-59", "ovs_interfaceid": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.308076] env[69041]: DEBUG nova.compute.manager [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.308522] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275be518-d556-4e2b-9e44-844537679ed4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.319567] env[69041]: DEBUG nova.network.neutron [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Updating instance_info_cache with network_info: [{"id": "8b286e44-d85f-4610-a487-f233c35d645f", "address": "fa:16:3e:5a:a1:1e", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b286e44-d8", "ovs_interfaceid": "8b286e44-d85f-4610-a487-f233c35d645f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.341967] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699295} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.342327] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8/f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.342454] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.342629] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e925cc96-7279-4799-9993-58e99e508d61 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.351484] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for the task: (returnval){ [ 1336.351484] env[69041]: value = "task-2890293" [ 1336.351484] env[69041]: _type = "Task" [ 1336.351484] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.360867] env[69041]: INFO nova.compute.manager [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Detaching volume a3f94be3-1a80-4425-ae56-530c4c04351e [ 1336.362831] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.403507] env[69041]: INFO nova.virt.block_device [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Attempting to driver detach volume a3f94be3-1a80-4425-ae56-530c4c04351e from mountpoint /dev/sdb [ 1336.403770] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1336.403986] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580652', 'volume_id': 'a3f94be3-1a80-4425-ae56-530c4c04351e', 'name': 'volume-a3f94be3-1a80-4425-ae56-530c4c04351e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae054fc7-ad81-4767-818d-2577bb98e88b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f94be3-1a80-4425-ae56-530c4c04351e', 'serial': 'a3f94be3-1a80-4425-ae56-530c4c04351e'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1336.404955] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a65a3c-6ae9-42dc-b7b1-8cb8cdd5d8fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.434615] env[69041]: DEBUG nova.network.neutron [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance_info_cache with network_info: [{"id": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "address": "fa:16:3e:ce:97:c2", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e82337-83", "ovs_interfaceid": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.436151] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad0650b-1057-495d-929a-b75faff056f7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.439478] env[69041]: DEBUG nova.scheduler.client.report [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.448464] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3ea443-67d5-48ac-8fa0-f9cb22e62033 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.471342] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b428211-c8b8-4fc2-b8e8-aa66c40c827c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.491400] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] The volume has not been displaced from its original location: [datastore1] volume-a3f94be3-1a80-4425-ae56-530c4c04351e/volume-a3f94be3-1a80-4425-ae56-530c4c04351e.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1336.494090] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1336.494422] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12bb87a-798a-476a-a04a-100df59dc982 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.514162] env[69041]: DEBUG oslo_vmware.api [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1336.514162] env[69041]: value = "task-2890294" [ 1336.514162] env[69041]: _type = "Task" [ 1336.514162] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.520287] env[69041]: DEBUG nova.compute.manager [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.520287] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.522217] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd67c00-f9e5-4b5f-9733-741854579697 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.529828] env[69041]: DEBUG oslo_vmware.api [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.531666] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.531666] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4002e3d4-96a5-40d6-b038-22eafdd5f050 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.535232] env[69041]: DEBUG nova.network.neutron [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Successfully created port: 1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.539110] env[69041]: DEBUG oslo_vmware.api [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for the task: (returnval){ [ 1336.539110] env[69041]: value = "task-2890295" [ 1336.539110] env[69041]: _type = "Task" [ 1336.539110] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.551581] env[69041]: DEBUG oslo_vmware.api [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.557786] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5294d989-dfd4-ff0f-69f3-f7c0a136256a, 'name': SearchDatastore_Task, 'duration_secs': 0.028753} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.558578] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66bcfdb3-0650-4fb6-a19e-f1e625d59d02 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.565140] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1336.565140] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5220fcdf-c0b5-1cd8-b6f3-f890717a3aa8" [ 1336.565140] env[69041]: _type = "Task" [ 1336.565140] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.573767] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5220fcdf-c0b5-1cd8-b6f3-f890717a3aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.674364] env[69041]: DEBUG oslo_concurrency.lockutils [req-5428e0df-d58a-468c-bc08-575aa3d84c13 req-46de0aad-a3f4-449c-93d0-f031e8990fa1 service nova] Releasing lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.820036] env[69041]: INFO nova.compute.manager [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] instance snapshotting [ 1336.823117] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0be4972-2966-40fc-8134-258fcc07d6f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.828205] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Releasing lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.846803] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e81a78-acc8-4606-a09f-d408d3c6bc25 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.865008] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068762} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.865331] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.866155] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d18cb84-86a4-42cd-915e-9af3cb14385f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.890180] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8/f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.891150] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2145cfe-7dfd-4b61-9073-1f21d8e49109 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.912651] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for the task: (returnval){ [ 1336.912651] env[69041]: value = "task-2890296" [ 1336.912651] env[69041]: _type = "Task" [ 1336.912651] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.921670] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.939784] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.940104] env[69041]: DEBUG nova.objects.instance [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'migration_context' on Instance uuid 983aa6f2-dc56-45d9-8b35-688d75f63525 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.944458] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.946701] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.583s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.949057] env[69041]: INFO nova.compute.claims [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.972724] env[69041]: INFO nova.scheduler.client.report [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Deleted allocations for instance eea237bc-c8a1-4dff-82ee-f022d3be20f2 [ 1337.028688] env[69041]: DEBUG oslo_vmware.api [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890294, 'name': ReconfigVM_Task, 'duration_secs': 0.252974} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.029749] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1337.036463] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87cfe0fc-83d2-493b-9f40-20c4815ba834 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.054651] env[69041]: DEBUG nova.compute.manager [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.058950] env[69041]: DEBUG oslo_vmware.api [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1337.058950] env[69041]: value = "task-2890297" [ 1337.058950] env[69041]: _type = "Task" [ 1337.058950] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.065938] env[69041]: DEBUG oslo_vmware.api [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.076786] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5220fcdf-c0b5-1cd8-b6f3-f890717a3aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.015829} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.082158] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.082478] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 685dc88b-7454-48ab-8cbe-a12d7f4d95e2/685dc88b-7454-48ab-8cbe-a12d7f4d95e2.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.083049] env[69041]: DEBUG oslo_vmware.api [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.084397] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8366a287-9ebc-4223-a8b1-ee63133741bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.089682] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.089930] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.090127] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.090295] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.090447] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.090595] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.090798] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.090960] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.091171] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.091351] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.091553] env[69041]: DEBUG nova.virt.hardware [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.092425] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20364e0d-c82c-4e22-a0e4-2cd161a7d5cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.097782] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1337.097782] env[69041]: value = "task-2890298" [ 1337.097782] env[69041]: _type = "Task" [ 1337.097782] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.105548] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e63de3-06a5-45ce-865a-1b3d80c4f740 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.112637] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.332184] env[69041]: DEBUG nova.compute.manager [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.333091] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f442e95b-5944-4528-8686-9a8b14321b05 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.361777] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1337.361982] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee80b774-ea3b-4e6f-84b2-0af9518dff65 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.370388] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1337.370388] env[69041]: value = "task-2890299" [ 1337.370388] env[69041]: _type = "Task" [ 1337.370388] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.380649] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.424037] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.442896] env[69041]: DEBUG nova.objects.base [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Object Instance<983aa6f2-dc56-45d9-8b35-688d75f63525> lazy-loaded attributes: info_cache,migration_context {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1337.444215] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c54a3ca-d3b3-4e34-a78e-43e4336c1f73 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.466331] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d89e9f-38c6-4427-b439-be3e5634a2fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.472300] env[69041]: DEBUG oslo_vmware.api [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1337.472300] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5229c78b-85d2-5950-a15e-3cb6dd21173c" [ 1337.472300] env[69041]: _type = "Task" [ 1337.472300] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.485607] env[69041]: DEBUG oslo_vmware.api [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5229c78b-85d2-5950-a15e-3cb6dd21173c, 'name': SearchDatastore_Task, 'duration_secs': 0.007398} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.486039] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d97bc316-9a9e-4f78-9ada-2bcf69960842 tempest-ServerDiskConfigTestJSON-62922053 tempest-ServerDiskConfigTestJSON-62922053-project-member] Lock "eea237bc-c8a1-4dff-82ee-f022d3be20f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.414s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.486885] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.559387] env[69041]: DEBUG oslo_vmware.api [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890295, 'name': PowerOffVM_Task, 'duration_secs': 0.797465} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.559664] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.559849] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.563291] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69108869-4975-4694-9fc6-5a24f95aa046 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.572711] env[69041]: DEBUG oslo_vmware.api [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890297, 'name': ReconfigVM_Task, 'duration_secs': 0.154747} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.573039] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580652', 'volume_id': 'a3f94be3-1a80-4425-ae56-530c4c04351e', 'name': 'volume-a3f94be3-1a80-4425-ae56-530c4c04351e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae054fc7-ad81-4767-818d-2577bb98e88b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f94be3-1a80-4425-ae56-530c4c04351e', 'serial': 'a3f94be3-1a80-4425-ae56-530c4c04351e'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1337.608896] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890298, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.670932] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.671179] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.671462] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Deleting the datastore file [datastore1] 32d25211-63a2-470f-81c7-126bf00a5483 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.671772] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb7d4e94-5157-4595-9cbf-c4db1da171a8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.680904] env[69041]: DEBUG oslo_vmware.api [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for the task: (returnval){ [ 1337.680904] env[69041]: value = "task-2890301" [ 1337.680904] env[69041]: _type = "Task" [ 1337.680904] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.690188] env[69041]: DEBUG oslo_vmware.api [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.883438] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.927392] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890296, 'name': ReconfigVM_Task, 'duration_secs': 0.77156} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.927836] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Reconfigured VM instance instance-00000059 to attach disk [datastore1] f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8/f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.928733] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cbde0d0-05fb-43dc-9973-63c00f7c101e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.936918] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for the task: (returnval){ [ 1337.936918] env[69041]: value = "task-2890302" [ 1337.936918] env[69041]: _type = "Task" [ 1337.936918] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.945847] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890302, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.961967] env[69041]: DEBUG nova.compute.manager [req-d8096dcf-bed3-41bf-b90b-3bca7c48d187 req-8cd85572-bf6c-4627-904a-2fe23cf9b743 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received event network-vif-plugged-1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1337.962278] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8096dcf-bed3-41bf-b90b-3bca7c48d187 req-8cd85572-bf6c-4627-904a-2fe23cf9b743 service nova] Acquiring lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.962659] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8096dcf-bed3-41bf-b90b-3bca7c48d187 req-8cd85572-bf6c-4627-904a-2fe23cf9b743 service nova] Lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.962751] env[69041]: DEBUG oslo_concurrency.lockutils [req-d8096dcf-bed3-41bf-b90b-3bca7c48d187 req-8cd85572-bf6c-4627-904a-2fe23cf9b743 service nova] Lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.962953] env[69041]: DEBUG nova.compute.manager [req-d8096dcf-bed3-41bf-b90b-3bca7c48d187 req-8cd85572-bf6c-4627-904a-2fe23cf9b743 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] No waiting events found dispatching network-vif-plugged-1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1337.963183] env[69041]: WARNING nova.compute.manager [req-d8096dcf-bed3-41bf-b90b-3bca7c48d187 req-8cd85572-bf6c-4627-904a-2fe23cf9b743 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received unexpected event network-vif-plugged-1a73a80c-1169-44b8-97e1-177d531fe21a for instance with vm_state building and task_state spawning. [ 1338.075046] env[69041]: DEBUG nova.network.neutron [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Successfully updated port: 1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.109367] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792209} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.112125] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 685dc88b-7454-48ab-8cbe-a12d7f4d95e2/685dc88b-7454-48ab-8cbe-a12d7f4d95e2.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.112360] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.112790] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e60e9bf9-a5d8-4e77-8581-4fe61180badf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.121553] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1338.121553] env[69041]: value = "task-2890303" [ 1338.121553] env[69041]: _type = "Task" [ 1338.121553] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.126640] env[69041]: DEBUG nova.objects.instance [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'flavor' on Instance uuid ae054fc7-ad81-4767-818d-2577bb98e88b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.136896] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.196451] env[69041]: DEBUG oslo_vmware.api [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Task: {'id': task-2890301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356104} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.196451] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.196651] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.196808] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.197040] env[69041]: INFO nova.compute.manager [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1338.197298] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.197493] env[69041]: DEBUG nova.compute.manager [-] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.197584] env[69041]: DEBUG nova.network.neutron [-] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.268534] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d86350-424d-47b8-bd70-da5354cf3081 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.277158] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1b5d34-19ba-468b-8a54-4249c449698a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.310439] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b76e64a-0d6b-4d71-a6b9-9f9be441c169 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.318728] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f7edf7-120b-456c-9ef0-4442e913972e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.334216] env[69041]: DEBUG nova.compute.provider_tree [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.349279] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46291a2-280b-4ed3-990d-f0fcb6968685 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.358277] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Doing hard reboot of VM {{(pid=69041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1338.358545] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-252e4358-057b-4c33-b0e6-3644361145a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.366333] env[69041]: DEBUG oslo_vmware.api [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1338.366333] env[69041]: value = "task-2890304" [ 1338.366333] env[69041]: _type = "Task" [ 1338.366333] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.375052] env[69041]: DEBUG oslo_vmware.api [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890304, 'name': ResetVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.384200] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890299, 'name': CreateSnapshot_Task, 'duration_secs': 0.887789} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.384489] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1338.385274] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eb88ac-9346-4308-aef1-23f68eab340a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.449402] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890302, 'name': Rename_Task, 'duration_secs': 0.245658} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.449692] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.449939] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fce21870-7e52-448d-b41a-29630929c75a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.457846] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for the task: (returnval){ [ 1338.457846] env[69041]: value = "task-2890305" [ 1338.457846] env[69041]: _type = "Task" [ 1338.457846] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.469111] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.587652] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.587813] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.587968] env[69041]: DEBUG nova.network.neutron [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.634453] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077083} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.634966] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.635774] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70919a04-a15a-44f1-a114-9d609cb55944 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.666141] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 685dc88b-7454-48ab-8cbe-a12d7f4d95e2/685dc88b-7454-48ab-8cbe-a12d7f4d95e2.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.667069] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c79c60d3-20e8-4a95-9784-66294bf7079a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.690384] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1338.690384] env[69041]: value = "task-2890306" [ 1338.690384] env[69041]: _type = "Task" [ 1338.690384] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.700595] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.837249] env[69041]: DEBUG nova.scheduler.client.report [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.877517] env[69041]: DEBUG oslo_vmware.api [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890304, 'name': ResetVM_Task, 'duration_secs': 0.133487} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.877833] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Did hard reboot of VM {{(pid=69041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1338.878082] env[69041]: DEBUG nova.compute.manager [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.879047] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f33777-5311-4b93-a047-48c8fe38c488 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.903974] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1338.905198] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-890832b8-240f-4091-b770-5ad9e77a3883 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.915162] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1338.915162] env[69041]: value = "task-2890307" [ 1338.915162] env[69041]: _type = "Task" [ 1338.915162] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.924409] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890307, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.969763] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.057231] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "ae054fc7-ad81-4767-818d-2577bb98e88b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.127076] env[69041]: DEBUG nova.network.neutron [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.143967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34b81fa1-d437-449e-8a28-31f16549e8b4 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.147408] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.090s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.147597] env[69041]: DEBUG nova.compute.manager [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.148746] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1ce39c-d38c-4e99-8e27-58eece608754 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.156855] env[69041]: DEBUG nova.compute.manager [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1339.157674] env[69041]: DEBUG nova.objects.instance [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'flavor' on Instance uuid ae054fc7-ad81-4767-818d-2577bb98e88b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.184748] env[69041]: DEBUG nova.network.neutron [-] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.208171] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.285369] env[69041]: DEBUG nova.network.neutron [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [{"id": "1a73a80c-1169-44b8-97e1-177d531fe21a", "address": "fa:16:3e:72:60:68", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a73a80c-11", "ovs_interfaceid": "1a73a80c-1169-44b8-97e1-177d531fe21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.342538] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.343528] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1339.352657] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.957s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.354192] env[69041]: INFO nova.compute.claims [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.392901] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cf75e6da-af3e-48fa-90f6-f7b5a445189c tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "64467f14-191e-4595-8d30-dac8bcc85b2e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.979s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.430306] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890307, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.469975] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890305, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.687411] env[69041]: INFO nova.compute.manager [-] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Took 1.49 seconds to deallocate network for instance. [ 1339.703432] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890306, 'name': ReconfigVM_Task, 'duration_secs': 0.904834} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.703432] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 685dc88b-7454-48ab-8cbe-a12d7f4d95e2/685dc88b-7454-48ab-8cbe-a12d7f4d95e2.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.703432] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e71a342-735d-49c4-a349-220161e80aa7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.712783] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1339.712783] env[69041]: value = "task-2890308" [ 1339.712783] env[69041]: _type = "Task" [ 1339.712783] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.722910] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890308, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.793125] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.793713] env[69041]: DEBUG nova.compute.manager [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Instance network_info: |[{"id": "1a73a80c-1169-44b8-97e1-177d531fe21a", "address": "fa:16:3e:72:60:68", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a73a80c-11", "ovs_interfaceid": "1a73a80c-1169-44b8-97e1-177d531fe21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.794373] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:60:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a73a80c-1169-44b8-97e1-177d531fe21a', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.803499] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.804089] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.804335] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31120c46-fc7f-49a4-adf7-52b0da47e89a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.827322] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.827322] env[69041]: value = "task-2890309" [ 1339.827322] env[69041]: _type = "Task" [ 1339.827322] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.836373] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890309, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.853959] env[69041]: DEBUG nova.compute.utils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.855898] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.855898] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.909789] env[69041]: DEBUG nova.policy [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd6c50a72efe4cb685a35a51581d4021', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48fa43482c724f699adfaac458939613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.926858] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890307, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.970801] env[69041]: DEBUG oslo_vmware.api [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890305, 'name': PowerOnVM_Task, 'duration_secs': 1.166168} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.971075] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.971283] env[69041]: INFO nova.compute.manager [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1339.971521] env[69041]: DEBUG nova.compute.manager [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.972270] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3635f99-a017-47b3-8c7b-a660166f2e89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.167021] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.167900] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93a1e940-fb7b-4ea3-8331-a93cb142e0e2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.173403] env[69041]: DEBUG nova.compute.manager [req-0971c86c-eb63-4fc5-9d56-a379948d0850 req-c6b38246-f3ab-44bd-9fe3-f51f36250c2d service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received event network-changed-1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1340.173739] env[69041]: DEBUG nova.compute.manager [req-0971c86c-eb63-4fc5-9d56-a379948d0850 req-c6b38246-f3ab-44bd-9fe3-f51f36250c2d service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing instance network info cache due to event network-changed-1a73a80c-1169-44b8-97e1-177d531fe21a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1340.174093] env[69041]: DEBUG oslo_concurrency.lockutils [req-0971c86c-eb63-4fc5-9d56-a379948d0850 req-c6b38246-f3ab-44bd-9fe3-f51f36250c2d service nova] Acquiring lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.174358] env[69041]: DEBUG oslo_concurrency.lockutils [req-0971c86c-eb63-4fc5-9d56-a379948d0850 req-c6b38246-f3ab-44bd-9fe3-f51f36250c2d service nova] Acquired lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.174650] env[69041]: DEBUG nova.network.neutron [req-0971c86c-eb63-4fc5-9d56-a379948d0850 req-c6b38246-f3ab-44bd-9fe3-f51f36250c2d service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing network info cache for port 1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.185124] env[69041]: DEBUG oslo_vmware.api [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1340.185124] env[69041]: value = "task-2890310" [ 1340.185124] env[69041]: _type = "Task" [ 1340.185124] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.199869] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.200379] env[69041]: DEBUG oslo_vmware.api [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.226542] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890308, 'name': Rename_Task, 'duration_secs': 0.175084} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.226542] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.226542] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbb37c7c-fddb-4b9f-be60-3685797ffe05 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.235224] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1340.235224] env[69041]: value = "task-2890311" [ 1340.235224] env[69041]: _type = "Task" [ 1340.235224] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.247906] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.346217] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890309, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.346217] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Successfully created port: 60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1340.361946] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1340.431400] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890307, 'name': CloneVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.500248] env[69041]: INFO nova.compute.manager [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Took 22.51 seconds to build instance. [ 1340.694328] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742518f7-aa8b-4214-9da5-a8b59b64cc0a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.700859] env[69041]: DEBUG oslo_vmware.api [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890310, 'name': PowerOffVM_Task, 'duration_secs': 0.216225} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.701529] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.701755] env[69041]: DEBUG nova.compute.manager [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.702550] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871dd23d-340b-4b1f-9244-524cecbd0f36 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.711153] env[69041]: DEBUG nova.compute.manager [req-cacd027b-e293-4b7d-861a-9c4b36adfc88 req-87afff1e-e936-47b9-9f8d-7092a174e6f5 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Received event network-changed-8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1340.711347] env[69041]: DEBUG nova.compute.manager [req-cacd027b-e293-4b7d-861a-9c4b36adfc88 req-87afff1e-e936-47b9-9f8d-7092a174e6f5 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Refreshing instance network info cache due to event network-changed-8b286e44-d85f-4610-a487-f233c35d645f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1340.711559] env[69041]: DEBUG oslo_concurrency.lockutils [req-cacd027b-e293-4b7d-861a-9c4b36adfc88 req-87afff1e-e936-47b9-9f8d-7092a174e6f5 service nova] Acquiring lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.711704] env[69041]: DEBUG oslo_concurrency.lockutils [req-cacd027b-e293-4b7d-861a-9c4b36adfc88 req-87afff1e-e936-47b9-9f8d-7092a174e6f5 service nova] Acquired lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.711859] env[69041]: DEBUG nova.network.neutron [req-cacd027b-e293-4b7d-861a-9c4b36adfc88 req-87afff1e-e936-47b9-9f8d-7092a174e6f5 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Refreshing network info cache for port 8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.715023] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9d507d-bc4a-4382-8c64-57741ca380c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.773573] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ed91e3-6fad-4967-acce-1b3f67901de4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.788262] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaacbd3d-3df3-4e5c-b2e9-0494ce6c917e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.790820] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890311, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.801527] env[69041]: DEBUG nova.compute.provider_tree [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.841460] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890309, 'name': CreateVM_Task, 'duration_secs': 0.546477} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.841679] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.842516] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.842620] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.842960] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.843271] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3147e72-c626-44fe-8d83-72213ddd9380 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.849407] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1340.849407] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522ba5cb-04b1-687f-b940-86e5982dc1bf" [ 1340.849407] env[69041]: _type = "Task" [ 1340.849407] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.859862] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522ba5cb-04b1-687f-b940-86e5982dc1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.932411] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890307, 'name': CloneVM_Task, 'duration_secs': 1.605089} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.932411] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Created linked-clone VM from snapshot [ 1340.932411] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13617df8-4dec-49f3-8f90-0fc1f6532b38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.940015] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Uploading image 41385f12-7f1f-4047-a0e8-16b22001bf63 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1340.962053] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1340.962327] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-acd7a3b2-4c17-461c-a0df-c9e26f0f5d3f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.970468] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1340.970468] env[69041]: value = "task-2890312" [ 1340.970468] env[69041]: _type = "Task" [ 1340.970468] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.979895] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890312, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.003183] env[69041]: DEBUG oslo_concurrency.lockutils [None req-35bbe142-4b4a-402a-ab9c-ad0762808339 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.023s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.129171] env[69041]: DEBUG nova.network.neutron [req-0971c86c-eb63-4fc5-9d56-a379948d0850 req-c6b38246-f3ab-44bd-9fe3-f51f36250c2d service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updated VIF entry in instance network info cache for port 1a73a80c-1169-44b8-97e1-177d531fe21a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.129561] env[69041]: DEBUG nova.network.neutron [req-0971c86c-eb63-4fc5-9d56-a379948d0850 req-c6b38246-f3ab-44bd-9fe3-f51f36250c2d service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [{"id": "1a73a80c-1169-44b8-97e1-177d531fe21a", "address": "fa:16:3e:72:60:68", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a73a80c-11", "ovs_interfaceid": "1a73a80c-1169-44b8-97e1-177d531fe21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.230838] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3d8eaf23-9cf1-4e01-985a-da1ff1090734 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.277952] env[69041]: DEBUG oslo_vmware.api [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890311, 'name': PowerOnVM_Task, 'duration_secs': 0.969451} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.278258] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.278472] env[69041]: INFO nova.compute.manager [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1341.278651] env[69041]: DEBUG nova.compute.manager [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.279486] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7798027e-a7e1-4b20-82c2-dfb92895f581 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.306783] env[69041]: DEBUG nova.scheduler.client.report [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.362124] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522ba5cb-04b1-687f-b940-86e5982dc1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013497} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.365088] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.365240] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.365428] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.365572] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.365767] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.366112] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1766ef30-0d0c-434e-9e2c-50503a810eae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.369201] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1341.381235] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.381518] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.382292] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964d5d3e-7769-4606-85ae-918935ffdf72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.396367] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1341.396367] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52061fd6-66cb-d62a-7703-1acd2dec06c6" [ 1341.396367] env[69041]: _type = "Task" [ 1341.396367] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.402224] env[69041]: DEBUG oslo_concurrency.lockutils [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "64467f14-191e-4595-8d30-dac8bcc85b2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.402534] env[69041]: DEBUG oslo_concurrency.lockutils [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "64467f14-191e-4595-8d30-dac8bcc85b2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.402744] env[69041]: DEBUG oslo_concurrency.lockutils [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "64467f14-191e-4595-8d30-dac8bcc85b2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.402916] env[69041]: DEBUG oslo_concurrency.lockutils [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "64467f14-191e-4595-8d30-dac8bcc85b2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.403226] env[69041]: DEBUG oslo_concurrency.lockutils [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "64467f14-191e-4595-8d30-dac8bcc85b2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.408724] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.408874] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.409021] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.409254] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.409416] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.409593] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.409777] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.409934] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.410247] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.410406] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.410582] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.411123] env[69041]: INFO nova.compute.manager [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Terminating instance [ 1341.413990] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa732d6-9de8-4d71-a050-4136515593b8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.424995] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52061fd6-66cb-d62a-7703-1acd2dec06c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018514} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.426285] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6d885d-477f-4e11-ae46-012aebcac505 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.432479] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a074e7f4-f6c7-48da-b774-1812100b2757 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.438489] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1341.438489] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522dc0c8-d775-3cad-592a-69a934e0b9f1" [ 1341.438489] env[69041]: _type = "Task" [ 1341.438489] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.456088] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522dc0c8-d775-3cad-592a-69a934e0b9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.019087} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.458454] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.458724] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2/a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.458977] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58c6cdf2-be72-48fd-9176-93bb4253c306 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.466491] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1341.466491] env[69041]: value = "task-2890313" [ 1341.466491] env[69041]: _type = "Task" [ 1341.466491] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.479514] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.485407] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890312, 'name': Destroy_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.495964] env[69041]: DEBUG nova.network.neutron [req-cacd027b-e293-4b7d-861a-9c4b36adfc88 req-87afff1e-e936-47b9-9f8d-7092a174e6f5 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Updated VIF entry in instance network info cache for port 8b286e44-d85f-4610-a487-f233c35d645f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.496348] env[69041]: DEBUG nova.network.neutron [req-cacd027b-e293-4b7d-861a-9c4b36adfc88 req-87afff1e-e936-47b9-9f8d-7092a174e6f5 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Updating instance_info_cache with network_info: [{"id": "8b286e44-d85f-4610-a487-f233c35d645f", "address": "fa:16:3e:5a:a1:1e", "network": {"id": "f393029c-c45b-4c90-ab76-ec00a5b90139", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1586814680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d9f6c3bf8ea46a6b45dfa1a0799acce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b286e44-d8", "ovs_interfaceid": "8b286e44-d85f-4610-a487-f233c35d645f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.590904] env[69041]: DEBUG oslo_concurrency.lockutils [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquiring lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.590904] env[69041]: DEBUG oslo_concurrency.lockutils [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.590904] env[69041]: DEBUG oslo_concurrency.lockutils [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquiring lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.590904] env[69041]: DEBUG oslo_concurrency.lockutils [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.590904] env[69041]: DEBUG oslo_concurrency.lockutils [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.592978] env[69041]: INFO nova.compute.manager [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Terminating instance [ 1341.632919] env[69041]: DEBUG oslo_concurrency.lockutils [req-0971c86c-eb63-4fc5-9d56-a379948d0850 req-c6b38246-f3ab-44bd-9fe3-f51f36250c2d service nova] Releasing lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.633240] env[69041]: DEBUG nova.compute.manager [req-0971c86c-eb63-4fc5-9d56-a379948d0850 req-c6b38246-f3ab-44bd-9fe3-f51f36250c2d service nova] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Received event network-vif-deleted-a0db1fdc-620e-4bf8-8f3d-f80191371f84 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1341.796496] env[69041]: INFO nova.compute.manager [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Took 22.36 seconds to build instance. [ 1341.817206] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.817941] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.821039] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.612s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.823040] env[69041]: INFO nova.compute.claims [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.890205] env[69041]: DEBUG nova.objects.instance [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'flavor' on Instance uuid ae054fc7-ad81-4767-818d-2577bb98e88b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.926639] env[69041]: DEBUG nova.compute.manager [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1341.927040] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.927878] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c467d5-e7f8-4621-92a5-919f693ef123 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.938594] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.939241] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95233aba-574d-41a0-82af-7682c082ec73 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.946704] env[69041]: DEBUG oslo_vmware.api [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1341.946704] env[69041]: value = "task-2890314" [ 1341.946704] env[69041]: _type = "Task" [ 1341.946704] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.955896] env[69041]: DEBUG oslo_vmware.api [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.984871] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890312, 'name': Destroy_Task, 'duration_secs': 0.662634} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.985377] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Destroyed the VM [ 1341.985718] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1341.986134] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-046940cd-d1c9-49d6-ac0d-8cc1bddadec3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.992425] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890313, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.999891] env[69041]: DEBUG oslo_concurrency.lockutils [req-cacd027b-e293-4b7d-861a-9c4b36adfc88 req-87afff1e-e936-47b9-9f8d-7092a174e6f5 service nova] Releasing lock "refresh_cache-64467f14-191e-4595-8d30-dac8bcc85b2e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.000376] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1342.000376] env[69041]: value = "task-2890315" [ 1342.000376] env[69041]: _type = "Task" [ 1342.000376] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.010671] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.097531] env[69041]: DEBUG nova.compute.manager [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.097840] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.099091] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7fab55-074d-42f5-94be-e95ddeda189b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.109328] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.109651] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d98b976-4e84-4928-970d-8e8d27effefc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.118634] env[69041]: DEBUG oslo_vmware.api [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for the task: (returnval){ [ 1342.118634] env[69041]: value = "task-2890316" [ 1342.118634] env[69041]: _type = "Task" [ 1342.118634] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.129047] env[69041]: DEBUG oslo_vmware.api [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.211508] env[69041]: DEBUG nova.compute.manager [req-b5f92d4d-5057-4cf5-b4ec-25b074bc26e9 req-303b1185-7867-4200-93c6-6d0aececdea5 service nova] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Received event network-vif-plugged-60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1342.211791] env[69041]: DEBUG oslo_concurrency.lockutils [req-b5f92d4d-5057-4cf5-b4ec-25b074bc26e9 req-303b1185-7867-4200-93c6-6d0aececdea5 service nova] Acquiring lock "65341ef8-6644-4d75-9582-f8bcf28cce45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.212255] env[69041]: DEBUG oslo_concurrency.lockutils [req-b5f92d4d-5057-4cf5-b4ec-25b074bc26e9 req-303b1185-7867-4200-93c6-6d0aececdea5 service nova] Lock "65341ef8-6644-4d75-9582-f8bcf28cce45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.212388] env[69041]: DEBUG oslo_concurrency.lockutils [req-b5f92d4d-5057-4cf5-b4ec-25b074bc26e9 req-303b1185-7867-4200-93c6-6d0aececdea5 service nova] Lock "65341ef8-6644-4d75-9582-f8bcf28cce45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.212610] env[69041]: DEBUG nova.compute.manager [req-b5f92d4d-5057-4cf5-b4ec-25b074bc26e9 req-303b1185-7867-4200-93c6-6d0aececdea5 service nova] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] No waiting events found dispatching network-vif-plugged-60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.212846] env[69041]: WARNING nova.compute.manager [req-b5f92d4d-5057-4cf5-b4ec-25b074bc26e9 req-303b1185-7867-4200-93c6-6d0aececdea5 service nova] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Received unexpected event network-vif-plugged-60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105 for instance with vm_state building and task_state spawning. [ 1342.299869] env[69041]: DEBUG oslo_concurrency.lockutils [None req-66f4ab7c-1b93-4261-9a38-9f41a8875061 tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.868s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.327087] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Successfully updated port: 60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.331640] env[69041]: DEBUG nova.compute.utils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.332522] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.332522] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.395382] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.395656] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquired lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.395709] env[69041]: DEBUG nova.network.neutron [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.395879] env[69041]: DEBUG nova.objects.instance [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'info_cache' on Instance uuid ae054fc7-ad81-4767-818d-2577bb98e88b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.398371] env[69041]: DEBUG nova.policy [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd6c50a72efe4cb685a35a51581d4021', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48fa43482c724f699adfaac458939613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.462023] env[69041]: DEBUG oslo_vmware.api [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890314, 'name': PowerOffVM_Task, 'duration_secs': 0.372961} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.462023] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.462023] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.462023] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a1a2118-82dc-42f7-8d0b-79b29bfd472d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.479615] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670617} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.479897] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2/a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.480167] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.480476] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c39edeb-f00a-4685-b803-a77c3f90326d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.489504] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1342.489504] env[69041]: value = "task-2890318" [ 1342.489504] env[69041]: _type = "Task" [ 1342.489504] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.502965] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.510020] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.541348] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.541705] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.541976] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Deleting the datastore file [datastore2] 64467f14-191e-4595-8d30-dac8bcc85b2e {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.542248] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5daac848-1827-4a6e-8dc0-da098f0bbf7e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.550067] env[69041]: DEBUG oslo_vmware.api [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1342.550067] env[69041]: value = "task-2890319" [ 1342.550067] env[69041]: _type = "Task" [ 1342.550067] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.560555] env[69041]: DEBUG oslo_vmware.api [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.630355] env[69041]: DEBUG oslo_vmware.api [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890316, 'name': PowerOffVM_Task, 'duration_secs': 0.208662} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.630529] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.630714] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.633902] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-423c24ab-bfb9-40b7-8ec6-251671260fcf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.765686] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Successfully created port: 7f18b070-835a-472e-b7dc-74228992e594 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1342.834515] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "refresh_cache-65341ef8-6644-4d75-9582-f8bcf28cce45" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.836463] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "refresh_cache-65341ef8-6644-4d75-9582-f8bcf28cce45" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.836781] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.844751] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.902108] env[69041]: DEBUG nova.objects.base [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1342.960835] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.961187] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.961339] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Deleting the datastore file [datastore1] f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.961770] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aafcfead-e5c5-459f-a236-69e274418b4d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.971139] env[69041]: DEBUG oslo_vmware.api [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for the task: (returnval){ [ 1342.971139] env[69041]: value = "task-2890321" [ 1342.971139] env[69041]: _type = "Task" [ 1342.971139] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.980614] env[69041]: DEBUG oslo_vmware.api [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.004216] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162262} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.006168] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.006927] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078c6f60-625a-4b73-a41c-71ceb1818588 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.016070] env[69041]: DEBUG oslo_vmware.api [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890315, 'name': RemoveSnapshot_Task, 'duration_secs': 0.795515} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.029743] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1343.041052] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2/a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.044058] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b118a055-2ee3-4a86-bad9-7defe591413a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.068218] env[69041]: DEBUG oslo_vmware.api [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398777} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.070203] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.070203] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.070203] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.070203] env[69041]: INFO nova.compute.manager [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1343.070445] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.070560] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1343.070560] env[69041]: value = "task-2890322" [ 1343.070560] env[69041]: _type = "Task" [ 1343.070560] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.070774] env[69041]: DEBUG nova.compute.manager [-] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.070886] env[69041]: DEBUG nova.network.neutron [-] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.179521] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3aef4d-2acf-4bbe-b258-317c8e65da22 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.190588] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cd59a5-abc9-4877-8657-e14462aabcd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.224309] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a5fed8-c58b-4b57-bcb5-e488eb96e008 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.233047] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e431bbc4-514d-4e7f-863f-2ef96f11eda8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.248266] env[69041]: DEBUG nova.compute.provider_tree [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.376750] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.484580] env[69041]: DEBUG oslo_vmware.api [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.543328] env[69041]: WARNING nova.compute.manager [None req-31b9f5c7-d149-4b40-b843-701ab5f194cc tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Image not found during snapshot: nova.exception.ImageNotFound: Image 41385f12-7f1f-4047-a0e8-16b22001bf63 could not be found. [ 1343.588356] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890322, 'name': ReconfigVM_Task, 'duration_secs': 0.309937} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.588684] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Reconfigured VM instance instance-0000005b to attach disk [datastore2] a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2/a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.589403] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a868954-7c48-46b1-a853-be4579c0cc2e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.593116] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Updating instance_info_cache with network_info: [{"id": "60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105", "address": "fa:16:3e:ea:3c:3a", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ca3fc2-b1", "ovs_interfaceid": "60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.597167] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1343.597167] env[69041]: value = "task-2890323" [ 1343.597167] env[69041]: _type = "Task" [ 1343.597167] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.606030] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890323, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.708098] env[69041]: DEBUG nova.network.neutron [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Updating instance_info_cache with network_info: [{"id": "3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3", "address": "fa:16:3e:71:78:b0", "network": {"id": "d476274b-f37f-4cce-ab83-7d4572c8c79f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-66280895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa622f1c060843998f2c8d061355538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfaabe0-b4", "ovs_interfaceid": "3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.752484] env[69041]: DEBUG nova.scheduler.client.report [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.835741] env[69041]: DEBUG nova.network.neutron [-] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.857927] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.882028] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.882394] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.882618] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.882874] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.883325] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.883325] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.883586] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.883817] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.884061] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.884314] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.884940] env[69041]: DEBUG nova.virt.hardware [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.886151] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa086961-596e-4c7f-b989-6353b8f2d5f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.897477] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7a6332-2f4f-438a-881f-7b9d67eab5bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.921012] env[69041]: DEBUG nova.compute.manager [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Stashing vm_state: active {{(pid=69041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1343.982572] env[69041]: DEBUG oslo_vmware.api [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Task: {'id': task-2890321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.548857} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.982840] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.983146] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.983232] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.983391] env[69041]: INFO nova.compute.manager [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Took 1.89 seconds to destroy the instance on the hypervisor. [ 1343.983647] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.983837] env[69041]: DEBUG nova.compute.manager [-] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.983931] env[69041]: DEBUG nova.network.neutron [-] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.045508] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.046049] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.096099] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "refresh_cache-65341ef8-6644-4d75-9582-f8bcf28cce45" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.099036] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Instance network_info: |[{"id": "60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105", "address": "fa:16:3e:ea:3c:3a", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ca3fc2-b1", "ovs_interfaceid": "60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.099036] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:3c:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.105331] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Creating folder: Project (48fa43482c724f699adfaac458939613). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.105836] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69aca153-632d-47ca-94f7-087fe22e9276 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.118578] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890323, 'name': Rename_Task, 'duration_secs': 0.210307} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.119081] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.119868] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77f0a888-2e78-4b65-8261-1464121b7788 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.123588] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Created folder: Project (48fa43482c724f699adfaac458939613) in parent group-v580429. [ 1344.124307] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Creating folder: Instances. Parent ref: group-v580680. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.125219] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61e28c48-c25e-4889-ac38-85e29f5f2262 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.132420] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1344.132420] env[69041]: value = "task-2890325" [ 1344.132420] env[69041]: _type = "Task" [ 1344.132420] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.140786] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Created folder: Instances in parent group-v580680. [ 1344.140786] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.143294] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.143789] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.144519] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-788605f0-bff5-4fb1-9754-0d089909482d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.164512] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.164512] env[69041]: value = "task-2890327" [ 1344.164512] env[69041]: _type = "Task" [ 1344.164512] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.175242] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890327, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.212822] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Releasing lock "refresh_cache-ae054fc7-ad81-4767-818d-2577bb98e88b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.259897] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.261505] env[69041]: DEBUG nova.compute.manager [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1344.271091] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.784s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.276377] env[69041]: DEBUG nova.compute.manager [req-bda2b530-9190-44ed-8301-ee81fd84819a req-58027285-2780-4f61-91cb-5333a929fe66 service nova] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Received event network-changed-60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1344.276377] env[69041]: DEBUG nova.compute.manager [req-bda2b530-9190-44ed-8301-ee81fd84819a req-58027285-2780-4f61-91cb-5333a929fe66 service nova] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Refreshing instance network info cache due to event network-changed-60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1344.276821] env[69041]: DEBUG oslo_concurrency.lockutils [req-bda2b530-9190-44ed-8301-ee81fd84819a req-58027285-2780-4f61-91cb-5333a929fe66 service nova] Acquiring lock "refresh_cache-65341ef8-6644-4d75-9582-f8bcf28cce45" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.277710] env[69041]: DEBUG oslo_concurrency.lockutils [req-bda2b530-9190-44ed-8301-ee81fd84819a req-58027285-2780-4f61-91cb-5333a929fe66 service nova] Acquired lock "refresh_cache-65341ef8-6644-4d75-9582-f8bcf28cce45" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.277710] env[69041]: DEBUG nova.network.neutron [req-bda2b530-9190-44ed-8301-ee81fd84819a req-58027285-2780-4f61-91cb-5333a929fe66 service nova] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Refreshing network info cache for port 60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.338978] env[69041]: INFO nova.compute.manager [-] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Took 1.27 seconds to deallocate network for instance. [ 1344.348426] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "ccd230e3-87c5-426c-9254-95c3eb88ab79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.349015] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "ccd230e3-87c5-426c-9254-95c3eb88ab79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.450606] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.513211] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Successfully updated port: 7f18b070-835a-472e-b7dc-74228992e594 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.548818] env[69041]: DEBUG nova.compute.manager [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.641011] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.674864] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890327, 'name': CreateVM_Task, 'duration_secs': 0.370302} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.675039] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.675739] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.675912] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.676269] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.677624] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf0f402-e42d-44bc-8c1c-80fd2352d3ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.682089] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.682331] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.682946] env[69041]: WARNING oslo_messaging._drivers.amqpdriver [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1344.686624] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1344.686624] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e1194c-238b-7e84-9e39-d2cd3712f165" [ 1344.686624] env[69041]: _type = "Task" [ 1344.686624] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.694925] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e1194c-238b-7e84-9e39-d2cd3712f165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.773091] env[69041]: DEBUG nova.compute.utils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.775810] env[69041]: DEBUG nova.compute.manager [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1344.775810] env[69041]: DEBUG nova.network.neutron [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.820325] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "d9555a06-aa75-4fa5-85c2-15f2db866029" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.820572] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "d9555a06-aa75-4fa5-85c2-15f2db866029" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.820769] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "d9555a06-aa75-4fa5-85c2-15f2db866029-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.820961] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "d9555a06-aa75-4fa5-85c2-15f2db866029-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.821122] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "d9555a06-aa75-4fa5-85c2-15f2db866029-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.823086] env[69041]: INFO nova.compute.manager [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Terminating instance [ 1344.849115] env[69041]: DEBUG oslo_concurrency.lockutils [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.854920] env[69041]: DEBUG nova.compute.manager [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.860211] env[69041]: DEBUG nova.policy [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f2a65fc1194fb0bcbbfbded6fae322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c657c14c914763b1bb5b102aeeaa41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1344.887061] env[69041]: DEBUG nova.network.neutron [-] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.016679] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "refresh_cache-eeec40f4-40fc-4e02-86ed-40bb48e5a749" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.016839] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "refresh_cache-eeec40f4-40fc-4e02-86ed-40bb48e5a749" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.016957] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.073197] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.079207] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fde3c93-f211-4897-b45f-cbbcc1a5d0fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.086201] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec85062b-a9f2-40ba-af5c-adeae9c2f01d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.116769] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c80542-7e2d-48a6-99a0-468677eccd62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.124751] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ba9cb0-3fee-4d03-85bb-7cc2b5146f69 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.149468] env[69041]: DEBUG nova.compute.provider_tree [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.159021] env[69041]: DEBUG oslo_vmware.api [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890325, 'name': PowerOnVM_Task, 'duration_secs': 0.668987} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.159021] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.159021] env[69041]: INFO nova.compute.manager [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1345.159021] env[69041]: DEBUG nova.compute.manager [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.159021] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9a7ccf-1a1c-4aac-b9db-fd60b50189d1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.184812] env[69041]: DEBUG nova.compute.manager [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.197087] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e1194c-238b-7e84-9e39-d2cd3712f165, 'name': SearchDatastore_Task, 'duration_secs': 0.025847} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.197429] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.197662] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.197902] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.198066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.198265] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.198549] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1be65c54-144c-47e4-9c0c-1a88ee29e67d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.212247] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.212332] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.213093] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c320040d-94d2-4163-8167-d95b613da52a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.216269] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.216976] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d79d003e-9283-4350-b408-200903ee97ff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.219726] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1345.219726] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522808da-0a58-fbbc-6f35-ed61b318f53e" [ 1345.219726] env[69041]: _type = "Task" [ 1345.219726] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.224682] env[69041]: DEBUG oslo_vmware.api [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1345.224682] env[69041]: value = "task-2890328" [ 1345.224682] env[69041]: _type = "Task" [ 1345.224682] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.231521] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522808da-0a58-fbbc-6f35-ed61b318f53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.236264] env[69041]: DEBUG oslo_vmware.api [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.280784] env[69041]: DEBUG nova.compute.manager [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1345.328291] env[69041]: DEBUG nova.compute.manager [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.328556] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.330259] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5dfc5d-ee60-4447-a2cc-51c79627d8c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.334267] env[69041]: DEBUG nova.network.neutron [req-bda2b530-9190-44ed-8301-ee81fd84819a req-58027285-2780-4f61-91cb-5333a929fe66 service nova] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Updated VIF entry in instance network info cache for port 60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.334613] env[69041]: DEBUG nova.network.neutron [req-bda2b530-9190-44ed-8301-ee81fd84819a req-58027285-2780-4f61-91cb-5333a929fe66 service nova] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Updating instance_info_cache with network_info: [{"id": "60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105", "address": "fa:16:3e:ea:3c:3a", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ca3fc2-b1", "ovs_interfaceid": "60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.340581] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.340850] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b7ae5a7-50a3-4698-9d52-68ba2344e46c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.346961] env[69041]: DEBUG oslo_vmware.api [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1345.346961] env[69041]: value = "task-2890329" [ 1345.346961] env[69041]: _type = "Task" [ 1345.346961] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.356742] env[69041]: DEBUG oslo_vmware.api [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.379906] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.435276] env[69041]: INFO nova.compute.manager [-] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Took 1.41 seconds to deallocate network for instance. [ 1345.524766] env[69041]: DEBUG nova.network.neutron [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Successfully created port: 243a712f-0eb4-4a1a-8da1-fff460e2c955 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.595242] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.656405] env[69041]: DEBUG nova.scheduler.client.report [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.681504] env[69041]: INFO nova.compute.manager [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Took 19.40 seconds to build instance. [ 1345.707868] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.743339] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522808da-0a58-fbbc-6f35-ed61b318f53e, 'name': SearchDatastore_Task, 'duration_secs': 0.022322} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.744783] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfe4d319-0151-41fc-afe4-d9bd1b6202ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.751270] env[69041]: DEBUG oslo_vmware.api [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890328, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.754147] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1345.754147] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523edded-1743-b2ee-84de-0542c423687d" [ 1345.754147] env[69041]: _type = "Task" [ 1345.754147] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.771166] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523edded-1743-b2ee-84de-0542c423687d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.837012] env[69041]: DEBUG nova.network.neutron [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Updating instance_info_cache with network_info: [{"id": "7f18b070-835a-472e-b7dc-74228992e594", "address": "fa:16:3e:c7:a1:8c", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f18b070-83", "ovs_interfaceid": "7f18b070-835a-472e-b7dc-74228992e594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.838458] env[69041]: DEBUG oslo_concurrency.lockutils [req-bda2b530-9190-44ed-8301-ee81fd84819a req-58027285-2780-4f61-91cb-5333a929fe66 service nova] Releasing lock "refresh_cache-65341ef8-6644-4d75-9582-f8bcf28cce45" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.838601] env[69041]: DEBUG nova.compute.manager [req-bda2b530-9190-44ed-8301-ee81fd84819a req-58027285-2780-4f61-91cb-5333a929fe66 service nova] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Received event network-vif-deleted-8b286e44-d85f-4610-a487-f233c35d645f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1345.858359] env[69041]: DEBUG oslo_vmware.api [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890329, 'name': PowerOffVM_Task, 'duration_secs': 0.267534} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.858627] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.858809] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.859104] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-385005e9-ea34-4b90-9445-2cbbb1e40860 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.897561] env[69041]: DEBUG oslo_concurrency.lockutils [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.932338] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.932396] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.932560] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleting the datastore file [datastore1] d9555a06-aa75-4fa5-85c2-15f2db866029 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.932838] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2bd8d34-6385-4e49-9e31-30c8f9970217 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.939843] env[69041]: DEBUG oslo_vmware.api [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for the task: (returnval){ [ 1345.939843] env[69041]: value = "task-2890331" [ 1345.939843] env[69041]: _type = "Task" [ 1345.939843] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.949455] env[69041]: DEBUG oslo_vmware.api [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.087484] env[69041]: DEBUG nova.compute.manager [req-28968c4b-607e-4531-90ca-54eddea8252e req-3c54f83a-37f4-4a21-b8c1-26b643673737 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received event network-changed-1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1346.087535] env[69041]: DEBUG nova.compute.manager [req-28968c4b-607e-4531-90ca-54eddea8252e req-3c54f83a-37f4-4a21-b8c1-26b643673737 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing instance network info cache due to event network-changed-1a73a80c-1169-44b8-97e1-177d531fe21a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1346.087744] env[69041]: DEBUG oslo_concurrency.lockutils [req-28968c4b-607e-4531-90ca-54eddea8252e req-3c54f83a-37f4-4a21-b8c1-26b643673737 service nova] Acquiring lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.087888] env[69041]: DEBUG oslo_concurrency.lockutils [req-28968c4b-607e-4531-90ca-54eddea8252e req-3c54f83a-37f4-4a21-b8c1-26b643673737 service nova] Acquired lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.088506] env[69041]: DEBUG nova.network.neutron [req-28968c4b-607e-4531-90ca-54eddea8252e req-3c54f83a-37f4-4a21-b8c1-26b643673737 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing network info cache for port 1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.182415] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f689ab42-feff-4359-9ee1-681517d92044 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.914s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.240356] env[69041]: DEBUG oslo_vmware.api [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890328, 'name': PowerOnVM_Task, 'duration_secs': 0.534263} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.240689] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.240904] env[69041]: DEBUG nova.compute.manager [None req-c9ce5c85-f8fd-430c-ac6a-692620efb7ba tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.241709] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c6de25-4e30-4209-89ba-8b1a6c8274a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.265068] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523edded-1743-b2ee-84de-0542c423687d, 'name': SearchDatastore_Task, 'duration_secs': 0.018335} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.265354] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.265606] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 65341ef8-6644-4d75-9582-f8bcf28cce45/65341ef8-6644-4d75-9582-f8bcf28cce45.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.265871] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c85eb0-0326-4783-8a66-d27961568a60 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.273581] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1346.273581] env[69041]: value = "task-2890332" [ 1346.273581] env[69041]: _type = "Task" [ 1346.273581] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.285953] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.292535] env[69041]: DEBUG nova.compute.manager [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1346.319794] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.320154] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.320382] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.320585] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.320750] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.320902] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.321159] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.321357] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.321533] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.321717] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.321903] env[69041]: DEBUG nova.virt.hardware [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.322784] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaad617f-3d36-4275-8c6b-3c1319567feb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.331505] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4850297d-1b8e-4cea-9b15-68e99599fffa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.344939] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "refresh_cache-eeec40f4-40fc-4e02-86ed-40bb48e5a749" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.346021] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Instance network_info: |[{"id": "7f18b070-835a-472e-b7dc-74228992e594", "address": "fa:16:3e:c7:a1:8c", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f18b070-83", "ovs_interfaceid": "7f18b070-835a-472e-b7dc-74228992e594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.346021] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:a1:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f18b070-835a-472e-b7dc-74228992e594', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.353439] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.354258] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.354586] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d4f0e9f-d87c-407c-8095-a5f593d279e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.374145] env[69041]: DEBUG nova.compute.manager [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Received event network-vif-deleted-a7a48392-f733-415a-9be9-af042a5a66d1 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1346.374145] env[69041]: DEBUG nova.compute.manager [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Received event network-vif-plugged-7f18b070-835a-472e-b7dc-74228992e594 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1346.374319] env[69041]: DEBUG oslo_concurrency.lockutils [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] Acquiring lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.374536] env[69041]: DEBUG oslo_concurrency.lockutils [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] Lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.374811] env[69041]: DEBUG oslo_concurrency.lockutils [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] Lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.378028] env[69041]: DEBUG nova.compute.manager [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] No waiting events found dispatching network-vif-plugged-7f18b070-835a-472e-b7dc-74228992e594 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.378028] env[69041]: WARNING nova.compute.manager [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Received unexpected event network-vif-plugged-7f18b070-835a-472e-b7dc-74228992e594 for instance with vm_state building and task_state spawning. [ 1346.378028] env[69041]: DEBUG nova.compute.manager [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Received event network-changed-7f18b070-835a-472e-b7dc-74228992e594 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1346.378028] env[69041]: DEBUG nova.compute.manager [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Refreshing instance network info cache due to event network-changed-7f18b070-835a-472e-b7dc-74228992e594. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1346.378028] env[69041]: DEBUG oslo_concurrency.lockutils [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] Acquiring lock "refresh_cache-eeec40f4-40fc-4e02-86ed-40bb48e5a749" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.378028] env[69041]: DEBUG oslo_concurrency.lockutils [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] Acquired lock "refresh_cache-eeec40f4-40fc-4e02-86ed-40bb48e5a749" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.378028] env[69041]: DEBUG nova.network.neutron [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Refreshing network info cache for port 7f18b070-835a-472e-b7dc-74228992e594 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.384447] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.384447] env[69041]: value = "task-2890333" [ 1346.384447] env[69041]: _type = "Task" [ 1346.384447] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.396958] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890333, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.452417] env[69041]: DEBUG oslo_vmware.api [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Task: {'id': task-2890331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381746} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.452417] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.452561] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.452747] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.452979] env[69041]: INFO nova.compute.manager [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1346.453312] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.453568] env[69041]: DEBUG nova.compute.manager [-] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.453695] env[69041]: DEBUG nova.network.neutron [-] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.669634] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.398s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.669931] env[69041]: DEBUG nova.compute.manager [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69041) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1346.678732] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.479s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.679597] env[69041]: DEBUG nova.objects.instance [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lazy-loading 'resources' on Instance uuid 32d25211-63a2-470f-81c7-126bf00a5483 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.791732] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890332, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.896024] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890333, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.041900] env[69041]: DEBUG nova.network.neutron [req-28968c4b-607e-4531-90ca-54eddea8252e req-3c54f83a-37f4-4a21-b8c1-26b643673737 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updated VIF entry in instance network info cache for port 1a73a80c-1169-44b8-97e1-177d531fe21a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.042285] env[69041]: DEBUG nova.network.neutron [req-28968c4b-607e-4531-90ca-54eddea8252e req-3c54f83a-37f4-4a21-b8c1-26b643673737 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [{"id": "1a73a80c-1169-44b8-97e1-177d531fe21a", "address": "fa:16:3e:72:60:68", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a73a80c-11", "ovs_interfaceid": "1a73a80c-1169-44b8-97e1-177d531fe21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.084768] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.084998] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.205211] env[69041]: DEBUG nova.network.neutron [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Updated VIF entry in instance network info cache for port 7f18b070-835a-472e-b7dc-74228992e594. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.206579] env[69041]: DEBUG nova.network.neutron [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Updating instance_info_cache with network_info: [{"id": "7f18b070-835a-472e-b7dc-74228992e594", "address": "fa:16:3e:c7:a1:8c", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f18b070-83", "ovs_interfaceid": "7f18b070-835a-472e-b7dc-74228992e594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.238982] env[69041]: INFO nova.scheduler.client.report [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleted allocation for migration 7c75528b-547a-48d7-a7d0-557f5bb6439f [ 1347.290040] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739506} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.290040] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 65341ef8-6644-4d75-9582-f8bcf28cce45/65341ef8-6644-4d75-9582-f8bcf28cce45.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.290040] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.290040] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f37066d1-6dac-4d0d-bb3c-bea44ac09b04 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.300847] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1347.300847] env[69041]: value = "task-2890334" [ 1347.300847] env[69041]: _type = "Task" [ 1347.300847] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.312579] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.345667] env[69041]: DEBUG nova.network.neutron [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Successfully updated port: 243a712f-0eb4-4a1a-8da1-fff460e2c955 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.368573] env[69041]: DEBUG nova.network.neutron [-] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.396363] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890333, 'name': CreateVM_Task, 'duration_secs': 0.610063} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.398972] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.399817] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.400028] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.400471] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.400611] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-008affa7-fb54-436e-92a7-dcf6656cde66 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.405722] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1347.405722] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a6b248-cd04-472c-de77-fa52bbb0f083" [ 1347.405722] env[69041]: _type = "Task" [ 1347.405722] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.417078] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a6b248-cd04-472c-de77-fa52bbb0f083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.508376] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dbecd0-7ee9-48ee-a7d6-8a4284df253f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.516158] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e6143-9c73-4275-ab20-f014d2105000 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.545798] env[69041]: DEBUG oslo_concurrency.lockutils [req-28968c4b-607e-4531-90ca-54eddea8252e req-3c54f83a-37f4-4a21-b8c1-26b643673737 service nova] Releasing lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.546945] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d61325-d43d-4f5a-8887-eb04461fe321 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.554991] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbedc322-6210-4fda-99ea-e84f27c77789 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.568807] env[69041]: DEBUG nova.compute.provider_tree [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.587223] env[69041]: DEBUG nova.compute.manager [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.710368] env[69041]: DEBUG oslo_concurrency.lockutils [req-bd9505e6-c240-4d18-9be2-b030ee920157 req-3cde6853-0d6f-47f6-b7b0-1c606415bf32 service nova] Releasing lock "refresh_cache-eeec40f4-40fc-4e02-86ed-40bb48e5a749" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.742210] env[69041]: DEBUG nova.objects.instance [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'flavor' on Instance uuid 983aa6f2-dc56-45d9-8b35-688d75f63525 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.750360] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db0576b7-0b08-47c4-b7f2-e7ad4e8721e3 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.952s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.811468] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0848} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.811852] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.812753] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0effb4-a4e8-4733-b351-9ff916116d6a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.836613] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 65341ef8-6644-4d75-9582-f8bcf28cce45/65341ef8-6644-4d75-9582-f8bcf28cce45.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.836947] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac5572fa-6392-4b91-af62-79e86efaa809 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.851899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "refresh_cache-19cb5436-7c91-409d-a98d-9632cd9ad793" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.852055] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "refresh_cache-19cb5436-7c91-409d-a98d-9632cd9ad793" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.852207] env[69041]: DEBUG nova.network.neutron [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.859447] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1347.859447] env[69041]: value = "task-2890335" [ 1347.859447] env[69041]: _type = "Task" [ 1347.859447] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.868751] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.871296] env[69041]: INFO nova.compute.manager [-] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Took 1.42 seconds to deallocate network for instance. [ 1347.916356] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a6b248-cd04-472c-de77-fa52bbb0f083, 'name': SearchDatastore_Task, 'duration_secs': 0.012493} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.916668] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.916905] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.917166] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.917317] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.917499] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.917798] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6faa0b36-65b3-4d4b-a744-fc270aaa1ab0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.932238] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.932379] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.933132] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6f12cd-7bc1-41e4-b419-ad4a31716752 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.938228] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1347.938228] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5299546a-421d-acdc-01d0-4970b5f9e0e1" [ 1347.938228] env[69041]: _type = "Task" [ 1347.938228] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.945840] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5299546a-421d-acdc-01d0-4970b5f9e0e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.073050] env[69041]: DEBUG nova.scheduler.client.report [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.109810] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.248968] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.248968] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.248968] env[69041]: DEBUG nova.network.neutron [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.248968] env[69041]: DEBUG nova.objects.instance [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'info_cache' on Instance uuid 983aa6f2-dc56-45d9-8b35-688d75f63525 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.369804] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.378036] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.389915] env[69041]: DEBUG nova.network.neutron [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.400592] env[69041]: DEBUG nova.compute.manager [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Received event network-vif-deleted-7497611e-6e60-445e-870c-288372bf4c18 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1348.400845] env[69041]: DEBUG nova.compute.manager [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Received event network-vif-plugged-243a712f-0eb4-4a1a-8da1-fff460e2c955 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1348.401097] env[69041]: DEBUG oslo_concurrency.lockutils [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] Acquiring lock "19cb5436-7c91-409d-a98d-9632cd9ad793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.401357] env[69041]: DEBUG oslo_concurrency.lockutils [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] Lock "19cb5436-7c91-409d-a98d-9632cd9ad793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.401576] env[69041]: DEBUG oslo_concurrency.lockutils [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] Lock "19cb5436-7c91-409d-a98d-9632cd9ad793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.401779] env[69041]: DEBUG nova.compute.manager [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] No waiting events found dispatching network-vif-plugged-243a712f-0eb4-4a1a-8da1-fff460e2c955 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.402086] env[69041]: WARNING nova.compute.manager [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Received unexpected event network-vif-plugged-243a712f-0eb4-4a1a-8da1-fff460e2c955 for instance with vm_state building and task_state spawning. [ 1348.402210] env[69041]: DEBUG nova.compute.manager [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Received event network-changed-243a712f-0eb4-4a1a-8da1-fff460e2c955 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1348.402392] env[69041]: DEBUG nova.compute.manager [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Refreshing instance network info cache due to event network-changed-243a712f-0eb4-4a1a-8da1-fff460e2c955. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1348.402599] env[69041]: DEBUG oslo_concurrency.lockutils [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] Acquiring lock "refresh_cache-19cb5436-7c91-409d-a98d-9632cd9ad793" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.450609] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5299546a-421d-acdc-01d0-4970b5f9e0e1, 'name': SearchDatastore_Task, 'duration_secs': 0.036065} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.451453] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aebe5f6-0efb-4995-9d16-a4c2a66ff0c9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.456952] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1348.456952] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52347d2c-c1a0-db9e-dff6-51ac12095f35" [ 1348.456952] env[69041]: _type = "Task" [ 1348.456952] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.469631] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52347d2c-c1a0-db9e-dff6-51ac12095f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.543208] env[69041]: DEBUG nova.network.neutron [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Updating instance_info_cache with network_info: [{"id": "243a712f-0eb4-4a1a-8da1-fff460e2c955", "address": "fa:16:3e:e6:ff:1f", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243a712f-0e", "ovs_interfaceid": "243a712f-0eb4-4a1a-8da1-fff460e2c955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.577284] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.579811] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.129s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.599890] env[69041]: INFO nova.scheduler.client.report [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Deleted allocations for instance 32d25211-63a2-470f-81c7-126bf00a5483 [ 1348.752099] env[69041]: DEBUG nova.objects.base [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Object Instance<983aa6f2-dc56-45d9-8b35-688d75f63525> lazy-loaded attributes: flavor,info_cache {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1348.869916] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890335, 'name': ReconfigVM_Task, 'duration_secs': 0.68651} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.870223] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 65341ef8-6644-4d75-9582-f8bcf28cce45/65341ef8-6644-4d75-9582-f8bcf28cce45.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.870845] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8cee5c7-54b1-4a45-80cc-f99ec30f9388 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.878630] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1348.878630] env[69041]: value = "task-2890336" [ 1348.878630] env[69041]: _type = "Task" [ 1348.878630] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.884143] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890336, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.968043] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52347d2c-c1a0-db9e-dff6-51ac12095f35, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.968043] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.968330] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] eeec40f4-40fc-4e02-86ed-40bb48e5a749/eeec40f4-40fc-4e02-86ed-40bb48e5a749.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.968596] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09f43ea2-5986-4fdc-af56-e9bc9492407f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.975036] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1348.975036] env[69041]: value = "task-2890337" [ 1348.975036] env[69041]: _type = "Task" [ 1348.975036] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.982551] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.046076] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "refresh_cache-19cb5436-7c91-409d-a98d-9632cd9ad793" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.046421] env[69041]: DEBUG nova.compute.manager [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Instance network_info: |[{"id": "243a712f-0eb4-4a1a-8da1-fff460e2c955", "address": "fa:16:3e:e6:ff:1f", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243a712f-0e", "ovs_interfaceid": "243a712f-0eb4-4a1a-8da1-fff460e2c955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1349.046754] env[69041]: DEBUG oslo_concurrency.lockutils [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] Acquired lock "refresh_cache-19cb5436-7c91-409d-a98d-9632cd9ad793" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.046941] env[69041]: DEBUG nova.network.neutron [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Refreshing network info cache for port 243a712f-0eb4-4a1a-8da1-fff460e2c955 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.048227] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:ff:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '243a712f-0eb4-4a1a-8da1-fff460e2c955', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.055735] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.056708] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.056957] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3347d60c-da05-40c0-b97f-257d7193c8ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.076441] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.076441] env[69041]: value = "task-2890338" [ 1349.076441] env[69041]: _type = "Task" [ 1349.076441] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.087068] env[69041]: INFO nova.compute.claims [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.090291] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890338, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.108591] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1e65af0-412a-442b-b0d1-ccc3ef59edcf tempest-ServersV294TestFqdnHostnames-2037074468 tempest-ServersV294TestFqdnHostnames-2037074468-project-member] Lock "32d25211-63a2-470f-81c7-126bf00a5483" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.110s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.392801] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890336, 'name': Rename_Task, 'duration_secs': 0.376249} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.393150] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.393423] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09a242d7-0e6f-444c-bcaf-93a8efba45f7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.401135] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1349.401135] env[69041]: value = "task-2890339" [ 1349.401135] env[69041]: _type = "Task" [ 1349.401135] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.410133] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.491355] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890337, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.526452] env[69041]: DEBUG nova.network.neutron [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance_info_cache with network_info: [{"id": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "address": "fa:16:3e:ce:97:c2", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e82337-83", "ovs_interfaceid": "09e82337-83e9-4bc4-804b-c4ff6e7fe8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.588742] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890338, 'name': CreateVM_Task, 'duration_secs': 0.403816} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.591520] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.593169] env[69041]: INFO nova.compute.resource_tracker [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating resource usage from migration 585b6ecf-c863-42a7-bc80-1dd735bd4355 [ 1349.597786] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.598106] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.598963] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.601021] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd1998c-6307-4bee-967c-e720879537a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.605585] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1349.605585] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c7e75d-37d7-c871-aeb6-1f790399e240" [ 1349.605585] env[69041]: _type = "Task" [ 1349.605585] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.619188] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c7e75d-37d7-c871-aeb6-1f790399e240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.782851] env[69041]: DEBUG nova.network.neutron [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Updated VIF entry in instance network info cache for port 243a712f-0eb4-4a1a-8da1-fff460e2c955. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.783232] env[69041]: DEBUG nova.network.neutron [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Updating instance_info_cache with network_info: [{"id": "243a712f-0eb4-4a1a-8da1-fff460e2c955", "address": "fa:16:3e:e6:ff:1f", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243a712f-0e", "ovs_interfaceid": "243a712f-0eb4-4a1a-8da1-fff460e2c955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.888824] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178be056-aa13-4f6a-95c3-acf994eb4abe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.896087] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80c9f94-8de1-410e-92a5-a073e76483cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.931789] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25feea38-cc1c-4ea6-9484-c34f6db0f195 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.937743] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890339, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.942597] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb05f38-a14f-40df-8be7-f65ba5792eb7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.959243] env[69041]: DEBUG nova.compute.provider_tree [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.986980] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586494} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.989018] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] eeec40f4-40fc-4e02-86ed-40bb48e5a749/eeec40f4-40fc-4e02-86ed-40bb48e5a749.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.989018] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.989018] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4efb765-3c36-468f-b2ac-5e7131c33622 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.995271] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1349.995271] env[69041]: value = "task-2890340" [ 1349.995271] env[69041]: _type = "Task" [ 1349.995271] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.004324] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.028315] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-983aa6f2-dc56-45d9-8b35-688d75f63525" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.120098] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c7e75d-37d7-c871-aeb6-1f790399e240, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.120581] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.120977] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.121383] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.121636] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.121962] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.122368] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe02f44-96df-4484-b86c-2a612a4aaf1a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.137318] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.137871] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.139117] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849330b8-7694-4dfd-bed7-d17304928fb0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.146306] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1350.146306] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a87f84-13b9-d83e-96f3-8a95a99f3fca" [ 1350.146306] env[69041]: _type = "Task" [ 1350.146306] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.157940] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a87f84-13b9-d83e-96f3-8a95a99f3fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.285906] env[69041]: DEBUG oslo_concurrency.lockutils [req-d05ac338-1b42-4fd5-8a1e-e91a4db5fbd7 req-d583acc6-4a61-4a23-be27-60a21634d235 service nova] Releasing lock "refresh_cache-19cb5436-7c91-409d-a98d-9632cd9ad793" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.413610] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890339, 'name': PowerOnVM_Task, 'duration_secs': 0.889753} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.413968] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.414260] env[69041]: INFO nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1350.414519] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.415622] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38debfcc-462c-4e00-8360-c306621bba51 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.459141] env[69041]: DEBUG nova.scheduler.client.report [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.505750] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071224} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.506014] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.506891] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b117c0f6-ad6f-459a-9178-c46608d96b38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.529334] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] eeec40f4-40fc-4e02-86ed-40bb48e5a749/eeec40f4-40fc-4e02-86ed-40bb48e5a749.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.529743] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-108c1b24-1a78-434e-9694-510252ea1666 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.553198] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1350.553198] env[69041]: value = "task-2890341" [ 1350.553198] env[69041]: _type = "Task" [ 1350.553198] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.562612] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.662999] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a87f84-13b9-d83e-96f3-8a95a99f3fca, 'name': SearchDatastore_Task, 'duration_secs': 0.03888} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.663926] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a4fff4-7983-4f9a-991d-b6ef618559fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.671415] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1350.671415] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bd9dc9-e181-d4e7-eccb-73eb6abf2a95" [ 1350.671415] env[69041]: _type = "Task" [ 1350.671415] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.683958] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bd9dc9-e181-d4e7-eccb-73eb6abf2a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.938545] env[69041]: INFO nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Took 20.59 seconds to build instance. [ 1350.964620] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.385s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.964912] env[69041]: INFO nova.compute.manager [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Migrating [ 1350.979284] env[69041]: DEBUG oslo_concurrency.lockutils [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.130s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.979612] env[69041]: DEBUG nova.objects.instance [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lazy-loading 'resources' on Instance uuid 64467f14-191e-4595-8d30-dac8bcc85b2e {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.047541] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.047838] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79187639-f26c-48ee-a98e-cf4e5f7a5b49 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.054568] env[69041]: DEBUG oslo_vmware.api [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1351.054568] env[69041]: value = "task-2890342" [ 1351.054568] env[69041]: _type = "Task" [ 1351.054568] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.066432] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.069356] env[69041]: DEBUG oslo_vmware.api [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.181799] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bd9dc9-e181-d4e7-eccb-73eb6abf2a95, 'name': SearchDatastore_Task, 'duration_secs': 0.029247} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.182045] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.182500] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 19cb5436-7c91-409d-a98d-9632cd9ad793/19cb5436-7c91-409d-a98d-9632cd9ad793.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.182678] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a63ea19-6acf-4910-bff3-a213970e7c90 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.188700] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1351.188700] env[69041]: value = "task-2890343" [ 1351.188700] env[69041]: _type = "Task" [ 1351.188700] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.196254] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.440853] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "65341ef8-6644-4d75-9582-f8bcf28cce45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.105s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.494399] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.494816] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.495184] env[69041]: DEBUG nova.network.neutron [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.573187] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890341, 'name': ReconfigVM_Task, 'duration_secs': 0.805308} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.573831] env[69041]: DEBUG oslo_vmware.api [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890342, 'name': PowerOnVM_Task, 'duration_secs': 0.509493} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.574117] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Reconfigured VM instance instance-0000005d to attach disk [datastore2] eeec40f4-40fc-4e02-86ed-40bb48e5a749/eeec40f4-40fc-4e02-86ed-40bb48e5a749.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.574828] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.575071] env[69041]: DEBUG nova.compute.manager [None req-3e5e4659-0187-47f5-bddd-5a6f6bbc49ea tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.575401] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c325f36-aee5-4f36-ae8d-4187bd4e5671 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.577836] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2618df-fab2-4e14-856e-ea7c1d23c00d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.589830] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1351.589830] env[69041]: value = "task-2890344" [ 1351.589830] env[69041]: _type = "Task" [ 1351.589830] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.601628] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890344, 'name': Rename_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.700890] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890343, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.817210] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91842e91-f796-4708-9d4f-68084830bf7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.827297] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d051ef-9f70-450b-a9ae-5718a41cd34e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.857918] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3c664a-2673-45e1-8e34-99f7a1cbb04d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.865600] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2b95cd-14e7-45e9-a3d4-b46859086dc7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.879492] env[69041]: DEBUG nova.compute.provider_tree [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.103203] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890344, 'name': Rename_Task, 'duration_secs': 0.171255} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.104258] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.104258] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9170188d-4cc5-487a-aa99-825035676d44 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.112110] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1352.112110] env[69041]: value = "task-2890345" [ 1352.112110] env[69041]: _type = "Task" [ 1352.112110] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.120304] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.198506] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520995} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.198769] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 19cb5436-7c91-409d-a98d-9632cd9ad793/19cb5436-7c91-409d-a98d-9632cd9ad793.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.198986] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.199274] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed66b6a3-ed1a-4006-8607-4e4161d9e20b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.204488] env[69041]: DEBUG nova.network.neutron [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance_info_cache with network_info: [{"id": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "address": "fa:16:3e:02:7d:75", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062a55d1-59", "ovs_interfaceid": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.206826] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1352.206826] env[69041]: value = "task-2890346" [ 1352.206826] env[69041]: _type = "Task" [ 1352.206826] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.214722] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.383752] env[69041]: DEBUG nova.scheduler.client.report [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.521515] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "983aa6f2-dc56-45d9-8b35-688d75f63525" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.521806] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.522027] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "983aa6f2-dc56-45d9-8b35-688d75f63525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.522223] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.522398] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.524634] env[69041]: INFO nova.compute.manager [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Terminating instance [ 1352.622071] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890345, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.707887] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.718577] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06261} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.718833] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.719681] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fd3c71-c0a6-4b64-9cfc-83cf3340536f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.742789] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 19cb5436-7c91-409d-a98d-9632cd9ad793/19cb5436-7c91-409d-a98d-9632cd9ad793.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.743143] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beaa0aa1-4acb-4033-a304-37a3cf9ca0cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.764597] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1352.764597] env[69041]: value = "task-2890347" [ 1352.764597] env[69041]: _type = "Task" [ 1352.764597] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.773385] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.890392] env[69041]: DEBUG oslo_concurrency.lockutils [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.893706] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.821s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.895943] env[69041]: INFO nova.compute.claims [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.917771] env[69041]: INFO nova.scheduler.client.report [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Deleted allocations for instance 64467f14-191e-4595-8d30-dac8bcc85b2e [ 1353.029938] env[69041]: DEBUG nova.compute.manager [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.030233] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.031108] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14682aed-4bc8-442b-937c-83dbfd5f96d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.039428] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.039660] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12578a72-3265-439a-9a52-fc786583d9c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.045559] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1353.045559] env[69041]: value = "task-2890348" [ 1353.045559] env[69041]: _type = "Task" [ 1353.045559] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.054112] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.123504] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890345, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.276685] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890347, 'name': ReconfigVM_Task, 'duration_secs': 0.362362} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.276959] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 19cb5436-7c91-409d-a98d-9632cd9ad793/19cb5436-7c91-409d-a98d-9632cd9ad793.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.277903] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-348586e2-c2c8-4884-bc57-d0814d2eaae1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.284243] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1353.284243] env[69041]: value = "task-2890349" [ 1353.284243] env[69041]: _type = "Task" [ 1353.284243] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.293856] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890349, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.425242] env[69041]: DEBUG oslo_concurrency.lockutils [None req-89c19a58-bd67-47cb-93ca-575a40f209c4 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "64467f14-191e-4595-8d30-dac8bcc85b2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.023s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.556931] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890348, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.626869] env[69041]: DEBUG oslo_vmware.api [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890345, 'name': PowerOnVM_Task, 'duration_secs': 1.083077} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.627290] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.627589] env[69041]: INFO nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1353.628243] env[69041]: DEBUG nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.630025] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1eded1-f367-47f8-a820-1e47c69fff44 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.793888] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890349, 'name': Rename_Task, 'duration_secs': 0.1452} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.794196] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.794439] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-538d9eef-3d39-4016-8a69-cedccd292754 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.801372] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1353.801372] env[69041]: value = "task-2890350" [ 1353.801372] env[69041]: _type = "Task" [ 1353.801372] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.809064] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.057335] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890348, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.149476] env[69041]: INFO nova.compute.manager [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Took 23.77 seconds to build instance. [ 1354.171557] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f26fe9-867c-42fc-939e-42d9dc1b7176 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.179787] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9974c4bb-b947-4600-84bf-39a725f3d183 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.213597] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80e58ad-5b12-4269-8493-5b531148f19e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.221185] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea928122-1ded-45a5-9985-6f7db073be31 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.228273] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a220b111-2fc3-4fa6-bba1-f541e1fdd33f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.238606] env[69041]: DEBUG nova.compute.provider_tree [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.256344] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance '685dc88b-7454-48ab-8cbe-a12d7f4d95e2' progress to 0 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.311824] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.439266] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.439500] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.439738] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.439925] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.440119] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.442419] env[69041]: INFO nova.compute.manager [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Terminating instance [ 1354.557880] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890348, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.616392] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "651f64cd-4388-4c72-afe7-b34d379d23ad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.616688] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.616888] env[69041]: INFO nova.compute.manager [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Shelving [ 1354.651879] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ca56cb3b-6556-4c9d-898b-36e91fe839f6 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.278s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.742570] env[69041]: DEBUG nova.scheduler.client.report [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.761891] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.762480] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e60294-402b-42ef-a612-ada8b0d57147 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.770057] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1354.770057] env[69041]: value = "task-2890351" [ 1354.770057] env[69041]: _type = "Task" [ 1354.770057] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.781097] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.811101] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890350, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.947323] env[69041]: DEBUG nova.compute.manager [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.947645] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.948842] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ecf63f-9680-4592-962d-608a4ae50c79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.956695] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.956927] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f0718d-b8c3-44bf-b5b7-5dd5cf25419a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.962380] env[69041]: DEBUG oslo_vmware.api [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1354.962380] env[69041]: value = "task-2890352" [ 1354.962380] env[69041]: _type = "Task" [ 1354.962380] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.970395] env[69041]: DEBUG oslo_vmware.api [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.062896] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890348, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.247691] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.248306] env[69041]: DEBUG nova.compute.manager [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.250898] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.871s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.253347] env[69041]: INFO nova.compute.claims [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.280261] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890351, 'name': PowerOffVM_Task, 'duration_secs': 0.188789} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.280660] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.280851] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance '685dc88b-7454-48ab-8cbe-a12d7f4d95e2' progress to 17 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.311904] env[69041]: DEBUG oslo_vmware.api [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890350, 'name': PowerOnVM_Task, 'duration_secs': 1.036736} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.312138] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.312364] env[69041]: INFO nova.compute.manager [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1355.312548] env[69041]: DEBUG nova.compute.manager [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.313300] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e6643e-fc25-483d-8979-466478939849 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.472869] env[69041]: DEBUG oslo_vmware.api [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890352, 'name': PowerOffVM_Task, 'duration_secs': 0.173217} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.473163] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.473342] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.473591] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a3eb077-36e7-4751-b1d8-455ca8005cdd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.485216] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "65341ef8-6644-4d75-9582-f8bcf28cce45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.485450] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "65341ef8-6644-4d75-9582-f8bcf28cce45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.485649] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "65341ef8-6644-4d75-9582-f8bcf28cce45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.485833] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "65341ef8-6644-4d75-9582-f8bcf28cce45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.486011] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "65341ef8-6644-4d75-9582-f8bcf28cce45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.488280] env[69041]: INFO nova.compute.manager [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Terminating instance [ 1355.538792] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.538792] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.538792] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Deleting the datastore file [datastore1] 12a9c6cc-8e18-4b43-bd6c-875bef56d27d {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.538792] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53bf3987-15f5-4656-a69a-bcaac1762083 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.545125] env[69041]: DEBUG oslo_vmware.api [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for the task: (returnval){ [ 1355.545125] env[69041]: value = "task-2890354" [ 1355.545125] env[69041]: _type = "Task" [ 1355.545125] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.555358] env[69041]: DEBUG oslo_vmware.api [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.557236] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.557997] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.558324] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.558437] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.558657] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.563570] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890348, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.564069] env[69041]: INFO nova.compute.manager [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Terminating instance [ 1355.626277] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.626602] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4f6cbcb-2af2-4e61-a313-43897038e1b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.634939] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1355.634939] env[69041]: value = "task-2890355" [ 1355.634939] env[69041]: _type = "Task" [ 1355.634939] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.646729] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.756640] env[69041]: DEBUG nova.compute.utils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1355.760997] env[69041]: DEBUG nova.compute.manager [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.761124] env[69041]: DEBUG nova.network.neutron [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.787108] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.787380] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.787539] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.787728] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.787892] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.788054] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.788285] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.788495] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.788686] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.788856] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.789057] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.794640] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b336bd3-513e-41d7-81d1-16ab043b0540 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.807496] env[69041]: DEBUG nova.policy [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6660995cc6b94a04bc801340419962e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6b66c7978a84266a13e90aed71f70e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1355.814422] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1355.814422] env[69041]: value = "task-2890356" [ 1355.814422] env[69041]: _type = "Task" [ 1355.814422] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.830355] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.832547] env[69041]: INFO nova.compute.manager [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Took 20.65 seconds to build instance. [ 1355.995828] env[69041]: DEBUG nova.compute.manager [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.995828] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.995828] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bb8465-e8d1-4c2b-a3d2-eededa2212ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.004831] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.005470] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a28ac533-c786-422b-9156-3a5b8ca169cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.011335] env[69041]: DEBUG oslo_vmware.api [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1356.011335] env[69041]: value = "task-2890357" [ 1356.011335] env[69041]: _type = "Task" [ 1356.011335] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.020156] env[69041]: DEBUG oslo_vmware.api [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.057713] env[69041]: DEBUG oslo_vmware.api [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Task: {'id': task-2890354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134942} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.058672] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.058998] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.060462] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.060462] env[69041]: INFO nova.compute.manager [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1356.060462] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.064291] env[69041]: DEBUG nova.compute.manager [-] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.064415] env[69041]: DEBUG nova.network.neutron [-] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.067235] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890348, 'name': PowerOffVM_Task, 'duration_secs': 2.954598} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.067431] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.067688] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.068807] env[69041]: DEBUG nova.compute.manager [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.068893] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.069200] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-445890ad-86d6-4a64-abb7-31e1aadc19e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.072765] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de0eb0a-e565-4b6a-8989-7ce444913229 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.079575] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.079890] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1a5752-65d7-43cf-b5cf-39ab94d794a8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.087111] env[69041]: DEBUG oslo_vmware.api [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1356.087111] env[69041]: value = "task-2890359" [ 1356.087111] env[69041]: _type = "Task" [ 1356.087111] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.145301] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890355, 'name': PowerOffVM_Task, 'duration_secs': 0.501765} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.145730] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.146726] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ee6fbc-8806-4385-9650-bae8936d1a56 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.167804] env[69041]: DEBUG nova.network.neutron [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Successfully created port: 445ac6f4-16d2-4598-8d6d-a71f68ff56a6 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1356.170467] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ce9713-d927-42fd-9a49-11d20ef4aa20 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.175844] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.176264] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.176928] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleting the datastore file [datastore2] 983aa6f2-dc56-45d9-8b35-688d75f63525 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.179649] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54fab883-44f9-46e0-9ab4-5603f34b4e02 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.190663] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1356.190663] env[69041]: value = "task-2890360" [ 1356.190663] env[69041]: _type = "Task" [ 1356.190663] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.199570] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.261613] env[69041]: DEBUG nova.compute.manager [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.330044] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890356, 'name': ReconfigVM_Task, 'duration_secs': 0.204013} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.330446] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance '685dc88b-7454-48ab-8cbe-a12d7f4d95e2' progress to 33 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.335926] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2d863358-456c-4ae9-b098-eb047f963583 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "19cb5436-7c91-409d-a98d-9632cd9ad793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.160s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.524098] env[69041]: DEBUG oslo_vmware.api [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890357, 'name': PowerOffVM_Task, 'duration_secs': 0.189165} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.526636] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.526834] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.527261] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3459d28b-c946-4293-a4ff-dc43ddfafa03 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.539962] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.539962] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.577312] env[69041]: DEBUG nova.compute.manager [req-5fcd4fdc-899d-437d-a4d9-adf4e651e817 req-b715d1a0-e8e3-4831-bdef-2bd4bc881df5 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Received event network-vif-deleted-61009d9b-a3f8-4a3e-9e57-fe307be2d18c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1356.577471] env[69041]: INFO nova.compute.manager [req-5fcd4fdc-899d-437d-a4d9-adf4e651e817 req-b715d1a0-e8e3-4831-bdef-2bd4bc881df5 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Neutron deleted interface 61009d9b-a3f8-4a3e-9e57-fe307be2d18c; detaching it from the instance and deleting it from the info cache [ 1356.577695] env[69041]: DEBUG nova.network.neutron [req-5fcd4fdc-899d-437d-a4d9-adf4e651e817 req-b715d1a0-e8e3-4831-bdef-2bd4bc881df5 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.582838] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d2f619-92cc-4ae9-ba9c-93d96ab86db6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.587285] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.587494] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.587693] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleting the datastore file [datastore2] 65341ef8-6644-4d75-9582-f8bcf28cce45 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.591210] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e5d2fd-cb36-4a9c-b094-00b78906e75d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.596824] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738f3cb0-6887-4658-aa03-cb8d3890bba9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.603952] env[69041]: DEBUG oslo_vmware.api [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1356.603952] env[69041]: value = "task-2890362" [ 1356.603952] env[69041]: _type = "Task" [ 1356.603952] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.604216] env[69041]: DEBUG oslo_vmware.api [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890359, 'name': PowerOffVM_Task, 'duration_secs': 0.182927} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.604880] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.605076] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.608104] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ae66970-1dae-4cea-bcaa-75e77437fd17 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.636599] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cac868-4c12-4205-b559-fe193c406a2e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.642073] env[69041]: DEBUG oslo_vmware.api [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.646818] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c516fece-0fa2-46e3-8e16-dd853999e7cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.662729] env[69041]: DEBUG nova.compute.provider_tree [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.688092] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1356.688698] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f9dfe8a-dd1b-45a6-b594-c5d37dd1919a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.692509] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.692714] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.692905] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleting the datastore file [datastore2] eeec40f4-40fc-4e02-86ed-40bb48e5a749 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.696142] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-815cb507-1c33-49b9-80a8-58fc5a1c596c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.699932] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1356.699932] env[69041]: value = "task-2890364" [ 1356.699932] env[69041]: _type = "Task" [ 1356.699932] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.703053] env[69041]: DEBUG oslo_vmware.api [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183178} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.706872] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.706872] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.707063] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.707249] env[69041]: INFO nova.compute.manager [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Took 3.68 seconds to destroy the instance on the hypervisor. [ 1356.707500] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.707757] env[69041]: DEBUG oslo_vmware.api [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1356.707757] env[69041]: value = "task-2890365" [ 1356.707757] env[69041]: _type = "Task" [ 1356.707757] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.708264] env[69041]: DEBUG nova.compute.manager [-] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.708366] env[69041]: DEBUG nova.network.neutron [-] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.717352] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890364, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.722888] env[69041]: DEBUG oslo_vmware.api [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.839971] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.840259] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.840459] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.840605] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.840750] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.840896] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.841113] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.841277] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.841448] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.841608] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.841776] env[69041]: DEBUG nova.virt.hardware [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.847190] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.847709] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a93a650-8868-4fbf-a782-41d9fcae2b9d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.864376] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1356.864376] env[69041]: value = "task-2890366" [ 1356.864376] env[69041]: _type = "Task" [ 1356.864376] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.871886] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.006587] env[69041]: DEBUG nova.network.neutron [-] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.046760] env[69041]: DEBUG nova.compute.manager [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.081065] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12e0402a-b878-4585-b195-37e41901a79d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.094052] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace2f510-c56d-48e6-a752-ace7fd965175 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.120884] env[69041]: DEBUG oslo_vmware.api [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141485} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.130097] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.130395] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.130616] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.130828] env[69041]: INFO nova.compute.manager [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1357.131111] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.131807] env[69041]: DEBUG nova.compute.manager [req-5fcd4fdc-899d-437d-a4d9-adf4e651e817 req-b715d1a0-e8e3-4831-bdef-2bd4bc881df5 service nova] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Detach interface failed, port_id=61009d9b-a3f8-4a3e-9e57-fe307be2d18c, reason: Instance 12a9c6cc-8e18-4b43-bd6c-875bef56d27d could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1357.132222] env[69041]: DEBUG nova.compute.manager [-] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.132389] env[69041]: DEBUG nova.network.neutron [-] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.166526] env[69041]: DEBUG nova.scheduler.client.report [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.217279] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890364, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.222391] env[69041]: DEBUG oslo_vmware.api [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150775} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.222650] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.222837] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.223091] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.223340] env[69041]: INFO nova.compute.manager [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1357.223634] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.223889] env[69041]: DEBUG nova.compute.manager [-] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.224000] env[69041]: DEBUG nova.network.neutron [-] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.275636] env[69041]: DEBUG nova.compute.manager [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.310048] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.310394] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.310578] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.310774] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.310951] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.312230] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.312230] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.312230] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.312378] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.312550] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.312769] env[69041]: DEBUG nova.virt.hardware [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.313746] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121aa0f3-abe1-491c-a7f4-e6485d61e831 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.329311] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f847d49-284d-4585-8487-afbf93f2167d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.375646] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890366, 'name': ReconfigVM_Task, 'duration_secs': 0.188318} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.376072] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.379601] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5df567d-f20c-474b-a414-f43592639026 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.406214] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 685dc88b-7454-48ab-8cbe-a12d7f4d95e2/685dc88b-7454-48ab-8cbe-a12d7f4d95e2.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.406582] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81cb60dd-3a0b-4aa5-b18d-bd1ed755dd59 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.427786] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1357.427786] env[69041]: value = "task-2890367" [ 1357.427786] env[69041]: _type = "Task" [ 1357.427786] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.442264] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.509681] env[69041]: INFO nova.compute.manager [-] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Took 1.45 seconds to deallocate network for instance. [ 1357.569659] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.672998] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.673593] env[69041]: DEBUG nova.compute.manager [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1357.676308] env[69041]: DEBUG nova.network.neutron [-] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.677205] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.969s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.678637] env[69041]: INFO nova.compute.claims [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.715215] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890364, 'name': CreateSnapshot_Task, 'duration_secs': 0.65933} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.715484] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1357.716249] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db235543-b186-45bd-91da-a5e2ed5a690d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.861518] env[69041]: DEBUG nova.network.neutron [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Successfully updated port: 445ac6f4-16d2-4598-8d6d-a71f68ff56a6 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.937741] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890367, 'name': ReconfigVM_Task, 'duration_secs': 0.300334} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.938045] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 685dc88b-7454-48ab-8cbe-a12d7f4d95e2/685dc88b-7454-48ab-8cbe-a12d7f4d95e2.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.938398] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance '685dc88b-7454-48ab-8cbe-a12d7f4d95e2' progress to 50 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.016455] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.019873] env[69041]: DEBUG nova.network.neutron [-] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.035435] env[69041]: DEBUG nova.network.neutron [-] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.182448] env[69041]: DEBUG nova.compute.utils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.184196] env[69041]: INFO nova.compute.manager [-] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Took 1.48 seconds to deallocate network for instance. [ 1358.186137] env[69041]: DEBUG nova.compute.manager [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.186313] env[69041]: DEBUG nova.network.neutron [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.229055] env[69041]: DEBUG nova.policy [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6660995cc6b94a04bc801340419962e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6b66c7978a84266a13e90aed71f70e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.236927] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1358.237241] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5cf33716-65a3-49ea-ad82-b58d6612d0f5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.246914] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1358.246914] env[69041]: value = "task-2890368" [ 1358.246914] env[69041]: _type = "Task" [ 1358.246914] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.255759] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890368, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.363259] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "refresh_cache-4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.363645] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired lock "refresh_cache-4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.363822] env[69041]: DEBUG nova.network.neutron [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.447056] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd84fe4f-dccf-414b-94be-0dc190056711 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.467103] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea6c1eb-a623-4a27-b30a-8e0026d2fcfd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.486783] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance '685dc88b-7454-48ab-8cbe-a12d7f4d95e2' progress to 67 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.525786] env[69041]: INFO nova.compute.manager [-] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Took 1.39 seconds to deallocate network for instance. [ 1358.538494] env[69041]: INFO nova.compute.manager [-] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Took 1.31 seconds to deallocate network for instance. [ 1358.543872] env[69041]: DEBUG nova.network.neutron [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Successfully created port: 77723f7a-0646-4a90-82c1-20af4d47a831 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.613264] env[69041]: DEBUG nova.compute.manager [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Received event network-vif-deleted-09e82337-83e9-4bc4-804b-c4ff6e7fe8e7 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1358.613511] env[69041]: DEBUG nova.compute.manager [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Received event network-vif-deleted-60ca3fc2-b1b3-48bf-aa8f-1e00c0c9f105 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1358.613707] env[69041]: DEBUG nova.compute.manager [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Received event network-vif-deleted-7f18b070-835a-472e-b7dc-74228992e594 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1358.613859] env[69041]: DEBUG nova.compute.manager [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Received event network-vif-plugged-445ac6f4-16d2-4598-8d6d-a71f68ff56a6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1358.614068] env[69041]: DEBUG oslo_concurrency.lockutils [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] Acquiring lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.614279] env[69041]: DEBUG oslo_concurrency.lockutils [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] Lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.614452] env[69041]: DEBUG oslo_concurrency.lockutils [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] Lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.614619] env[69041]: DEBUG nova.compute.manager [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] No waiting events found dispatching network-vif-plugged-445ac6f4-16d2-4598-8d6d-a71f68ff56a6 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.614786] env[69041]: WARNING nova.compute.manager [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Received unexpected event network-vif-plugged-445ac6f4-16d2-4598-8d6d-a71f68ff56a6 for instance with vm_state building and task_state spawning. [ 1358.614948] env[69041]: DEBUG nova.compute.manager [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Received event network-changed-445ac6f4-16d2-4598-8d6d-a71f68ff56a6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1358.615168] env[69041]: DEBUG nova.compute.manager [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Refreshing instance network info cache due to event network-changed-445ac6f4-16d2-4598-8d6d-a71f68ff56a6. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1358.615352] env[69041]: DEBUG oslo_concurrency.lockutils [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] Acquiring lock "refresh_cache-4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.691990] env[69041]: DEBUG nova.compute.manager [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.697129] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.760711] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890368, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.907261] env[69041]: DEBUG nova.network.neutron [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.032556] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.047684] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.054557] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc8cc29-7c55-46f6-8ed3-7b4b84cf25ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.063572] env[69041]: DEBUG nova.network.neutron [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Port 062a55d1-598c-4946-ac83-a1cf08bd3f0d binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1359.065568] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b737a2-4d47-4de0-ad54-5d865f99ad5d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.101734] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce7e89e-db7e-401a-a00b-d686df80db86 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.110373] env[69041]: DEBUG nova.network.neutron [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Updating instance_info_cache with network_info: [{"id": "445ac6f4-16d2-4598-8d6d-a71f68ff56a6", "address": "fa:16:3e:db:88:43", "network": {"id": "3823800e-06a0-4f69-bc1c-e7e3eec84605", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432527005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6b66c7978a84266a13e90aed71f70e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445ac6f4-16", "ovs_interfaceid": "445ac6f4-16d2-4598-8d6d-a71f68ff56a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.112573] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de1646-670f-4c71-b82b-4b742dcb41b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.130180] env[69041]: DEBUG nova.compute.provider_tree [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.256857] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890368, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.507461] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.507749] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.507983] env[69041]: INFO nova.compute.manager [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Rebooting instance [ 1359.617790] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Releasing lock "refresh_cache-4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.618115] env[69041]: DEBUG nova.compute.manager [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Instance network_info: |[{"id": "445ac6f4-16d2-4598-8d6d-a71f68ff56a6", "address": "fa:16:3e:db:88:43", "network": {"id": "3823800e-06a0-4f69-bc1c-e7e3eec84605", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432527005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6b66c7978a84266a13e90aed71f70e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445ac6f4-16", "ovs_interfaceid": "445ac6f4-16d2-4598-8d6d-a71f68ff56a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.618679] env[69041]: DEBUG oslo_concurrency.lockutils [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] Acquired lock "refresh_cache-4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.618863] env[69041]: DEBUG nova.network.neutron [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Refreshing network info cache for port 445ac6f4-16d2-4598-8d6d-a71f68ff56a6 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.620033] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:88:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '445ac6f4-16d2-4598-8d6d-a71f68ff56a6', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.627772] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Creating folder: Project (b6b66c7978a84266a13e90aed71f70e5). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.631066] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d239d969-5da2-49f1-b168-2c7478569900 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.633860] env[69041]: DEBUG nova.scheduler.client.report [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.647972] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Created folder: Project (b6b66c7978a84266a13e90aed71f70e5) in parent group-v580429. [ 1359.647972] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Creating folder: Instances. Parent ref: group-v580687. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.647972] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94217904-54be-4909-a015-b2937e34aae4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.658935] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Created folder: Instances in parent group-v580687. [ 1359.659221] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.659391] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.659990] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea8b88f1-c6f9-471c-b42a-2f47a0af337d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.681156] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.681156] env[69041]: value = "task-2890371" [ 1359.681156] env[69041]: _type = "Task" [ 1359.681156] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.689575] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890371, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.702290] env[69041]: DEBUG nova.compute.manager [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.731286] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.731530] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.731682] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.731865] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.732022] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.732172] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.732389] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.732792] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.732863] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.733035] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.733282] env[69041]: DEBUG nova.virt.hardware [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.735513] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87878b5e-acd1-45bc-9a34-91394745dbd0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.742807] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16c0b14-9e43-471b-b639-3c80ef533868 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.768887] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890368, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.907204] env[69041]: DEBUG nova.network.neutron [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Updated VIF entry in instance network info cache for port 445ac6f4-16d2-4598-8d6d-a71f68ff56a6. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.907705] env[69041]: DEBUG nova.network.neutron [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Updating instance_info_cache with network_info: [{"id": "445ac6f4-16d2-4598-8d6d-a71f68ff56a6", "address": "fa:16:3e:db:88:43", "network": {"id": "3823800e-06a0-4f69-bc1c-e7e3eec84605", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432527005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6b66c7978a84266a13e90aed71f70e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445ac6f4-16", "ovs_interfaceid": "445ac6f4-16d2-4598-8d6d-a71f68ff56a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.034334] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.034523] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.034698] env[69041]: DEBUG nova.network.neutron [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.091899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.091899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.091899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.109683] env[69041]: DEBUG nova.network.neutron [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Successfully updated port: 77723f7a-0646-4a90-82c1-20af4d47a831 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.141019] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.141019] env[69041]: DEBUG nova.compute.manager [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.141458] env[69041]: DEBUG oslo_concurrency.lockutils [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.244s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.141779] env[69041]: DEBUG nova.objects.instance [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lazy-loading 'resources' on Instance uuid f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.190829] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890371, 'name': CreateVM_Task, 'duration_secs': 0.371482} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.190995] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.191692] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.191858] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.192184] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.192431] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e01d3e-aa9a-42d7-b351-7b72e1f1a088 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.196864] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1360.196864] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520a7286-2f3f-f851-e007-8836b0e58a26" [ 1360.196864] env[69041]: _type = "Task" [ 1360.196864] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.204123] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520a7286-2f3f-f851-e007-8836b0e58a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.258033] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890368, 'name': CloneVM_Task, 'duration_secs': 1.775825} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.258033] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Created linked-clone VM from snapshot [ 1360.258593] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2192c23b-1365-4a8a-aa70-a01565740422 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.265800] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Uploading image f1e8f279-a2a1-406c-b2be-0dde40a7c09b {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1360.291443] env[69041]: DEBUG oslo_vmware.rw_handles [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1360.291443] env[69041]: value = "vm-580686" [ 1360.291443] env[69041]: _type = "VirtualMachine" [ 1360.291443] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1360.291744] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a01b5c1-f9d3-4e20-8c29-579e72962a9a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.299428] env[69041]: DEBUG oslo_vmware.rw_handles [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lease: (returnval){ [ 1360.299428] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a812a5-79a4-d177-89b3-e46c49f140d6" [ 1360.299428] env[69041]: _type = "HttpNfcLease" [ 1360.299428] env[69041]: } obtained for exporting VM: (result){ [ 1360.299428] env[69041]: value = "vm-580686" [ 1360.299428] env[69041]: _type = "VirtualMachine" [ 1360.299428] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1360.299777] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the lease: (returnval){ [ 1360.299777] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a812a5-79a4-d177-89b3-e46c49f140d6" [ 1360.299777] env[69041]: _type = "HttpNfcLease" [ 1360.299777] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1360.305971] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1360.305971] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a812a5-79a4-d177-89b3-e46c49f140d6" [ 1360.305971] env[69041]: _type = "HttpNfcLease" [ 1360.305971] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1360.411141] env[69041]: DEBUG oslo_concurrency.lockutils [req-44377dd1-f646-4db5-94dd-2a843629f95c req-a6bfbd43-ad15-4191-8c99-846478000b83 service nova] Releasing lock "refresh_cache-4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.612299] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "refresh_cache-ccd230e3-87c5-426c-9254-95c3eb88ab79" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.612530] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired lock "refresh_cache-ccd230e3-87c5-426c-9254-95c3eb88ab79" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.612760] env[69041]: DEBUG nova.network.neutron [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.637653] env[69041]: DEBUG nova.compute.manager [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Received event network-vif-plugged-77723f7a-0646-4a90-82c1-20af4d47a831 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1360.637867] env[69041]: DEBUG oslo_concurrency.lockutils [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] Acquiring lock "ccd230e3-87c5-426c-9254-95c3eb88ab79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.638083] env[69041]: DEBUG oslo_concurrency.lockutils [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] Lock "ccd230e3-87c5-426c-9254-95c3eb88ab79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.638258] env[69041]: DEBUG oslo_concurrency.lockutils [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] Lock "ccd230e3-87c5-426c-9254-95c3eb88ab79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.638456] env[69041]: DEBUG nova.compute.manager [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] No waiting events found dispatching network-vif-plugged-77723f7a-0646-4a90-82c1-20af4d47a831 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.638583] env[69041]: WARNING nova.compute.manager [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Received unexpected event network-vif-plugged-77723f7a-0646-4a90-82c1-20af4d47a831 for instance with vm_state building and task_state spawning. [ 1360.638743] env[69041]: DEBUG nova.compute.manager [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Received event network-changed-77723f7a-0646-4a90-82c1-20af4d47a831 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1360.638897] env[69041]: DEBUG nova.compute.manager [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Refreshing instance network info cache due to event network-changed-77723f7a-0646-4a90-82c1-20af4d47a831. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1360.639247] env[69041]: DEBUG oslo_concurrency.lockutils [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] Acquiring lock "refresh_cache-ccd230e3-87c5-426c-9254-95c3eb88ab79" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.645935] env[69041]: DEBUG nova.compute.utils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1360.650472] env[69041]: DEBUG nova.compute.manager [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.650660] env[69041]: DEBUG nova.network.neutron [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.711534] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520a7286-2f3f-f851-e007-8836b0e58a26, 'name': SearchDatastore_Task, 'duration_secs': 0.010968} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.711825] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.712076] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.712383] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.712460] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.712640] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.713995] env[69041]: DEBUG nova.policy [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6660995cc6b94a04bc801340419962e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6b66c7978a84266a13e90aed71f70e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.717217] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46ecf448-8265-4d55-ad7c-cafc28790aa5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.727221] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.727560] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.728712] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b0e17d-b13a-4fd7-9b19-5e731e734acb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.738235] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1360.738235] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e099ab-d3e7-64e2-8a5e-d5417bf44b93" [ 1360.738235] env[69041]: _type = "Task" [ 1360.738235] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.753618] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e099ab-d3e7-64e2-8a5e-d5417bf44b93, 'name': SearchDatastore_Task, 'duration_secs': 0.009698} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.754539] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad636284-6a36-40a8-8e02-a706b9a9e44a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.760562] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1360.760562] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52636062-3bc9-64db-201b-344a5b3342b1" [ 1360.760562] env[69041]: _type = "Task" [ 1360.760562] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.771941] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52636062-3bc9-64db-201b-344a5b3342b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008671} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.772227] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.772592] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f/4080ba7b-a0e1-42c6-921b-8ee1e1d3646f.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.772893] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28298457-2a07-40a5-849e-b634c28c16ad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.784013] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1360.784013] env[69041]: value = "task-2890373" [ 1360.784013] env[69041]: _type = "Task" [ 1360.784013] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.792961] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.806998] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1360.806998] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a812a5-79a4-d177-89b3-e46c49f140d6" [ 1360.806998] env[69041]: _type = "HttpNfcLease" [ 1360.806998] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1360.809330] env[69041]: DEBUG oslo_vmware.rw_handles [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1360.809330] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a812a5-79a4-d177-89b3-e46c49f140d6" [ 1360.809330] env[69041]: _type = "HttpNfcLease" [ 1360.809330] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1360.810240] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ef499c-e1cf-417c-9132-9fecb16e5a91 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.817314] env[69041]: DEBUG oslo_vmware.rw_handles [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b6a-92db-62f3-b2e2-7e6c87471df5/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1360.817492] env[69041]: DEBUG oslo_vmware.rw_handles [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b6a-92db-62f3-b2e2-7e6c87471df5/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1360.882406] env[69041]: DEBUG nova.network.neutron [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance_info_cache with network_info: [{"id": "29f3a96f-8c2c-4918-83ab-1de30533972a", "address": "fa:16:3e:27:7e:8c", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3a96f-8c", "ovs_interfaceid": "29f3a96f-8c2c-4918-83ab-1de30533972a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.923155] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61daf304-9dca-4da4-8633-bd395f89cded {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.062191] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c39b505-5f1f-4843-8902-4e029ae56d22 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.073734] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a6b5a-6589-477f-bdde-809c316a62f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.079298] env[69041]: DEBUG nova.network.neutron [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Successfully created port: 875cadf5-7b6f-4032-961e-86347e640d62 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.114839] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964d8a96-09c0-469f-bc61-37d6f9d89730 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.126592] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3b4195-ba69-486c-85ea-6ac4417e0586 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.147079] env[69041]: DEBUG nova.compute.provider_tree [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.149266] env[69041]: DEBUG nova.compute.manager [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.192837] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.193092] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.193364] env[69041]: DEBUG nova.network.neutron [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.196916] env[69041]: DEBUG nova.network.neutron [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.295274] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492476} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.295535] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f/4080ba7b-a0e1-42c6-921b-8ee1e1d3646f.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.295867] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.296226] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-465a4866-0ff5-49d8-a66f-cc9f74921577 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.302684] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1361.302684] env[69041]: value = "task-2890374" [ 1361.302684] env[69041]: _type = "Task" [ 1361.302684] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.311746] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.393923] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.454644] env[69041]: DEBUG nova.network.neutron [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Updating instance_info_cache with network_info: [{"id": "77723f7a-0646-4a90-82c1-20af4d47a831", "address": "fa:16:3e:4e:89:5a", "network": {"id": "3823800e-06a0-4f69-bc1c-e7e3eec84605", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432527005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6b66c7978a84266a13e90aed71f70e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77723f7a-06", "ovs_interfaceid": "77723f7a-0646-4a90-82c1-20af4d47a831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.648419] env[69041]: DEBUG nova.scheduler.client.report [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.815194] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061545} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.815569] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.816416] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564ffe85-bdab-4088-bbb1-1a7a1c8083d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.840203] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f/4080ba7b-a0e1-42c6-921b-8ee1e1d3646f.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.840953] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8db634c-6cb4-4e59-845e-2357dac9fc62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.864537] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1361.864537] env[69041]: value = "task-2890375" [ 1361.864537] env[69041]: _type = "Task" [ 1361.864537] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.874163] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.898057] env[69041]: DEBUG nova.compute.manager [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.898969] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9bcdc2-a091-4f71-b039-14b562a76614 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.926861] env[69041]: DEBUG nova.network.neutron [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance_info_cache with network_info: [{"id": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "address": "fa:16:3e:02:7d:75", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062a55d1-59", "ovs_interfaceid": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.959561] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Releasing lock "refresh_cache-ccd230e3-87c5-426c-9254-95c3eb88ab79" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.960214] env[69041]: DEBUG nova.compute.manager [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Instance network_info: |[{"id": "77723f7a-0646-4a90-82c1-20af4d47a831", "address": "fa:16:3e:4e:89:5a", "network": {"id": "3823800e-06a0-4f69-bc1c-e7e3eec84605", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432527005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6b66c7978a84266a13e90aed71f70e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77723f7a-06", "ovs_interfaceid": "77723f7a-0646-4a90-82c1-20af4d47a831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1361.960720] env[69041]: DEBUG oslo_concurrency.lockutils [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] Acquired lock "refresh_cache-ccd230e3-87c5-426c-9254-95c3eb88ab79" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.960843] env[69041]: DEBUG nova.network.neutron [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Refreshing network info cache for port 77723f7a-0646-4a90-82c1-20af4d47a831 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.962270] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:89:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77723f7a-0646-4a90-82c1-20af4d47a831', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.971139] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.974756] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.975432] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8749604f-1e5e-400c-bf29-0223b3aef79d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.996811] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.996811] env[69041]: value = "task-2890376" [ 1361.996811] env[69041]: _type = "Task" [ 1361.996811] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.005475] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890376, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.154373] env[69041]: DEBUG oslo_concurrency.lockutils [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.157093] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.047s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.158713] env[69041]: INFO nova.compute.claims [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.162464] env[69041]: DEBUG nova.compute.manager [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.191831] env[69041]: INFO nova.scheduler.client.report [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Deleted allocations for instance f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8 [ 1362.206127] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.206816] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.206992] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.207349] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.207637] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.207857] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.208209] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.208406] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.208668] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.208849] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.209063] env[69041]: DEBUG nova.virt.hardware [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.210083] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8e5cd7-c3b0-4dba-b0c4-43778b8adb8d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.213919] env[69041]: DEBUG nova.network.neutron [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Updated VIF entry in instance network info cache for port 77723f7a-0646-4a90-82c1-20af4d47a831. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.214368] env[69041]: DEBUG nova.network.neutron [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Updating instance_info_cache with network_info: [{"id": "77723f7a-0646-4a90-82c1-20af4d47a831", "address": "fa:16:3e:4e:89:5a", "network": {"id": "3823800e-06a0-4f69-bc1c-e7e3eec84605", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432527005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6b66c7978a84266a13e90aed71f70e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77723f7a-06", "ovs_interfaceid": "77723f7a-0646-4a90-82c1-20af4d47a831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.222610] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f760b3-2841-41af-8932-91e6928ecd0c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.375673] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.430162] env[69041]: DEBUG oslo_concurrency.lockutils [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.508639] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890376, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.702841] env[69041]: DEBUG oslo_concurrency.lockutils [None req-12240803-a294-4017-9b9e-30fd0e8843e2 tempest-ServerAddressesTestJSON-1413203767 tempest-ServerAddressesTestJSON-1413203767-project-member] Lock "f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.112s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.721987] env[69041]: DEBUG oslo_concurrency.lockutils [req-931e3a5e-8698-4721-8d2f-bdfdfd59b214 req-a3c9b862-e13a-4748-8091-644382c02087 service nova] Releasing lock "refresh_cache-ccd230e3-87c5-426c-9254-95c3eb88ab79" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.877795] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890375, 'name': ReconfigVM_Task, 'duration_secs': 0.627065} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.877876] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f/4080ba7b-a0e1-42c6-921b-8ee1e1d3646f.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.878477] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2acc3972-2ff3-4da8-9264-6f02ba9d6ed7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.889039] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1362.889039] env[69041]: value = "task-2890377" [ 1362.889039] env[69041]: _type = "Task" [ 1362.889039] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.896049] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890377, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.916660] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b492445-b668-4137-9bee-41cc2ffe8b2c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.924074] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Doing hard reboot of VM {{(pid=69041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1362.924392] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-72897bd6-af65-4108-aed6-c8a0b47a3b36 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.931308] env[69041]: DEBUG oslo_vmware.api [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1362.931308] env[69041]: value = "task-2890378" [ 1362.931308] env[69041]: _type = "Task" [ 1362.931308] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.950831] env[69041]: DEBUG oslo_vmware.api [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890378, 'name': ResetVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.972763] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d976b3a-76d8-490b-9d08-e0216feb191c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.995032] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529be76d-eb98-495a-a3f6-4c859fc365b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.007182] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance '685dc88b-7454-48ab-8cbe-a12d7f4d95e2' progress to 83 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.017891] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890376, 'name': CreateVM_Task, 'duration_secs': 0.53998} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.018197] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.018946] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.019236] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.019610] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.019950] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab97c30-2b1e-4197-a3d0-42a2bffc9a58 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.026304] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1363.026304] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b9940f-d045-d981-3ee4-4eb05fdc97c5" [ 1363.026304] env[69041]: _type = "Task" [ 1363.026304] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.034628] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b9940f-d045-d981-3ee4-4eb05fdc97c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.050721] env[69041]: DEBUG nova.compute.manager [req-be9aae12-f9fd-43f1-a1ff-646331082cbc req-ea873306-8121-400d-9eb5-8e5e1ab5ffd2 service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Received event network-vif-plugged-875cadf5-7b6f-4032-961e-86347e640d62 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1363.050937] env[69041]: DEBUG oslo_concurrency.lockutils [req-be9aae12-f9fd-43f1-a1ff-646331082cbc req-ea873306-8121-400d-9eb5-8e5e1ab5ffd2 service nova] Acquiring lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.051165] env[69041]: DEBUG oslo_concurrency.lockutils [req-be9aae12-f9fd-43f1-a1ff-646331082cbc req-ea873306-8121-400d-9eb5-8e5e1ab5ffd2 service nova] Lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.051335] env[69041]: DEBUG oslo_concurrency.lockutils [req-be9aae12-f9fd-43f1-a1ff-646331082cbc req-ea873306-8121-400d-9eb5-8e5e1ab5ffd2 service nova] Lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.051506] env[69041]: DEBUG nova.compute.manager [req-be9aae12-f9fd-43f1-a1ff-646331082cbc req-ea873306-8121-400d-9eb5-8e5e1ab5ffd2 service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] No waiting events found dispatching network-vif-plugged-875cadf5-7b6f-4032-961e-86347e640d62 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.051672] env[69041]: WARNING nova.compute.manager [req-be9aae12-f9fd-43f1-a1ff-646331082cbc req-ea873306-8121-400d-9eb5-8e5e1ab5ffd2 service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Received unexpected event network-vif-plugged-875cadf5-7b6f-4032-961e-86347e640d62 for instance with vm_state building and task_state spawning. [ 1363.180520] env[69041]: DEBUG nova.network.neutron [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Successfully updated port: 875cadf5-7b6f-4032-961e-86347e640d62 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.395865] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890377, 'name': Rename_Task, 'duration_secs': 0.175291} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.396297] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.396597] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54dd6f06-f609-4b91-9a69-3db9f7259c6e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.403571] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1363.403571] env[69041]: value = "task-2890379" [ 1363.403571] env[69041]: _type = "Task" [ 1363.403571] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.414989] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.445031] env[69041]: DEBUG oslo_vmware.api [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890378, 'name': ResetVM_Task, 'duration_secs': 0.109456} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.445153] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Did hard reboot of VM {{(pid=69041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1363.445360] env[69041]: DEBUG nova.compute.manager [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.446386] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b9682-dba6-4075-b353-6562d0c0fe74 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.466331] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88f34ae-0fa4-4e1e-bbb4-de0ac51ea7bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.477301] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196759ea-1f0b-4330-a9ba-6219b25cff42 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.515413] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.515925] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ab75943-bded-4f7d-a736-210b5c97eb6c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.519125] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10644e97-fbff-4f02-8625-f5cadf12d2da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.530604] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d73e9-754c-4b43-a946-6374da0f06ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.534720] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1363.534720] env[69041]: value = "task-2890380" [ 1363.534720] env[69041]: _type = "Task" [ 1363.534720] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.551221] env[69041]: DEBUG nova.compute.provider_tree [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.552734] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b9940f-d045-d981-3ee4-4eb05fdc97c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.553795] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.554071] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.554370] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.554514] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.554755] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.558946] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b456295f-6d5f-40f7-b883-824730139c0e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.561087] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.569758] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.569969] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.571246] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ddc33d0-b29f-430d-8a24-b546e2ab6d0e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.577300] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1363.577300] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c992fb-2e96-4e63-0f0a-3754b7ad43e8" [ 1363.577300] env[69041]: _type = "Task" [ 1363.577300] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.585697] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c992fb-2e96-4e63-0f0a-3754b7ad43e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.683708] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "refresh_cache-105ae9ee-3db2-4f4e-8c9b-966e40b7582d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.683885] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired lock "refresh_cache-105ae9ee-3db2-4f4e-8c9b-966e40b7582d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.684061] env[69041]: DEBUG nova.network.neutron [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.917036] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890379, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.963799] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4a07a989-9b12-496e-8f93-7997fae1dd7f tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.456s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.048860] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890380, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.056578] env[69041]: DEBUG nova.scheduler.client.report [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.089316] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c992fb-2e96-4e63-0f0a-3754b7ad43e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.091308] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64790bf-8b19-46f0-a804-0c1048bb3910 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.097291] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1364.097291] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529feb5a-fb1f-f8c6-2b6e-5ebc74937d9a" [ 1364.097291] env[69041]: _type = "Task" [ 1364.097291] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.108727] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529feb5a-fb1f-f8c6-2b6e-5ebc74937d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.230163] env[69041]: DEBUG nova.network.neutron [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.396498] env[69041]: DEBUG nova.network.neutron [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Updating instance_info_cache with network_info: [{"id": "875cadf5-7b6f-4032-961e-86347e640d62", "address": "fa:16:3e:2c:c4:ab", "network": {"id": "3823800e-06a0-4f69-bc1c-e7e3eec84605", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432527005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6b66c7978a84266a13e90aed71f70e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875cadf5-7b", "ovs_interfaceid": "875cadf5-7b6f-4032-961e-86347e640d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.415998] env[69041]: DEBUG oslo_vmware.api [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890379, 'name': PowerOnVM_Task, 'duration_secs': 0.542758} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.416271] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.416475] env[69041]: INFO nova.compute.manager [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1364.416650] env[69041]: DEBUG nova.compute.manager [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.417481] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609b2c2f-921e-4f3a-82a9-33e3160025c0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.546904] env[69041]: DEBUG oslo_vmware.api [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890380, 'name': PowerOnVM_Task, 'duration_secs': 0.591871} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.547734] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.547734] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-abf9a965-0e0c-4311-a7be-211bf5031d2d tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance '685dc88b-7454-48ab-8cbe-a12d7f4d95e2' progress to 100 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.562326] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.562861] env[69041]: DEBUG nova.compute.manager [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.565532] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.188s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.566736] env[69041]: DEBUG nova.objects.instance [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lazy-loading 'resources' on Instance uuid d9555a06-aa75-4fa5-85c2-15f2db866029 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.607503] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529feb5a-fb1f-f8c6-2b6e-5ebc74937d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.017959} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.607791] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.608113] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] ccd230e3-87c5-426c-9254-95c3eb88ab79/ccd230e3-87c5-426c-9254-95c3eb88ab79.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.608742] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59284541-3871-44c9-aeb2-717e9afba232 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.616212] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1364.616212] env[69041]: value = "task-2890381" [ 1364.616212] env[69041]: _type = "Task" [ 1364.616212] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.624541] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.900041] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Releasing lock "refresh_cache-105ae9ee-3db2-4f4e-8c9b-966e40b7582d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.900734] env[69041]: DEBUG nova.compute.manager [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Instance network_info: |[{"id": "875cadf5-7b6f-4032-961e-86347e640d62", "address": "fa:16:3e:2c:c4:ab", "network": {"id": "3823800e-06a0-4f69-bc1c-e7e3eec84605", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432527005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6b66c7978a84266a13e90aed71f70e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875cadf5-7b", "ovs_interfaceid": "875cadf5-7b6f-4032-961e-86347e640d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.901152] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:c4:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '875cadf5-7b6f-4032-961e-86347e640d62', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.911471] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.911765] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.912080] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9a6b495-cda9-4b1c-9f5c-fc72e3544e1c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.936194] env[69041]: INFO nova.compute.manager [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Took 19.88 seconds to build instance. [ 1364.938251] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.938251] env[69041]: value = "task-2890382" [ 1364.938251] env[69041]: _type = "Task" [ 1364.938251] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.948030] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890382, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.069807] env[69041]: DEBUG nova.compute.utils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.074574] env[69041]: DEBUG nova.compute.manager [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1365.075365] env[69041]: DEBUG nova.network.neutron [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1365.086903] env[69041]: DEBUG nova.compute.manager [req-bdd8618c-ba8e-4356-ad45-5878a8d70081 req-08a17cc7-2b3a-4dd9-9ea0-55a4d5d8db96 service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Received event network-changed-875cadf5-7b6f-4032-961e-86347e640d62 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1365.087493] env[69041]: DEBUG nova.compute.manager [req-bdd8618c-ba8e-4356-ad45-5878a8d70081 req-08a17cc7-2b3a-4dd9-9ea0-55a4d5d8db96 service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Refreshing instance network info cache due to event network-changed-875cadf5-7b6f-4032-961e-86347e640d62. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1365.087493] env[69041]: DEBUG oslo_concurrency.lockutils [req-bdd8618c-ba8e-4356-ad45-5878a8d70081 req-08a17cc7-2b3a-4dd9-9ea0-55a4d5d8db96 service nova] Acquiring lock "refresh_cache-105ae9ee-3db2-4f4e-8c9b-966e40b7582d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.087769] env[69041]: DEBUG oslo_concurrency.lockutils [req-bdd8618c-ba8e-4356-ad45-5878a8d70081 req-08a17cc7-2b3a-4dd9-9ea0-55a4d5d8db96 service nova] Acquired lock "refresh_cache-105ae9ee-3db2-4f4e-8c9b-966e40b7582d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.087769] env[69041]: DEBUG nova.network.neutron [req-bdd8618c-ba8e-4356-ad45-5878a8d70081 req-08a17cc7-2b3a-4dd9-9ea0-55a4d5d8db96 service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Refreshing network info cache for port 875cadf5-7b6f-4032-961e-86347e640d62 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.131300] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890381, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.134408] env[69041]: DEBUG nova.policy [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724db22429b34905aa93929e23c6989c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e69e9151cb419d8faae31d3ffbb470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1365.387888] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84baaf66-c183-4943-91ec-88f89043fbc3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.395433] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1e701a-5900-4e69-a9f9-a8c60673c48c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.426014] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1b3bd5-3b8d-42d2-b77d-8f00b75648c1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.433754] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a74f15f-63f6-4120-b32d-2740d5c08f7d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.439488] env[69041]: DEBUG oslo_concurrency.lockutils [None req-92079cd7-8044-412d-adaa-3d7148521025 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.393s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.450442] env[69041]: DEBUG nova.compute.provider_tree [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.458107] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890382, 'name': CreateVM_Task, 'duration_secs': 0.460614} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.459035] env[69041]: DEBUG nova.network.neutron [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Successfully created port: 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1365.460910] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.462767] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.462767] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.463118] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.464136] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4fc4cf-24cc-41fc-a7b1-b8bc75f5a178 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.468855] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1365.468855] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528c43ac-ce6c-f5be-86d6-9fd198ee5ead" [ 1365.468855] env[69041]: _type = "Task" [ 1365.468855] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.477050] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528c43ac-ce6c-f5be-86d6-9fd198ee5ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.579013] env[69041]: DEBUG nova.compute.manager [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.628627] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605744} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.628896] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] ccd230e3-87c5-426c-9254-95c3eb88ab79/ccd230e3-87c5-426c-9254-95c3eb88ab79.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.629167] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.629470] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8d760d6-8788-4f11-b6b2-988479363814 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.636746] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1365.636746] env[69041]: value = "task-2890383" [ 1365.636746] env[69041]: _type = "Task" [ 1365.636746] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.648664] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.874455] env[69041]: DEBUG nova.network.neutron [req-bdd8618c-ba8e-4356-ad45-5878a8d70081 req-08a17cc7-2b3a-4dd9-9ea0-55a4d5d8db96 service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Updated VIF entry in instance network info cache for port 875cadf5-7b6f-4032-961e-86347e640d62. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.874455] env[69041]: DEBUG nova.network.neutron [req-bdd8618c-ba8e-4356-ad45-5878a8d70081 req-08a17cc7-2b3a-4dd9-9ea0-55a4d5d8db96 service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Updating instance_info_cache with network_info: [{"id": "875cadf5-7b6f-4032-961e-86347e640d62", "address": "fa:16:3e:2c:c4:ab", "network": {"id": "3823800e-06a0-4f69-bc1c-e7e3eec84605", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432527005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6b66c7978a84266a13e90aed71f70e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875cadf5-7b", "ovs_interfaceid": "875cadf5-7b6f-4032-961e-86347e640d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.955721] env[69041]: DEBUG nova.scheduler.client.report [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.980340] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528c43ac-ce6c-f5be-86d6-9fd198ee5ead, 'name': SearchDatastore_Task, 'duration_secs': 0.023402} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.981212] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.981513] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.981747] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.981898] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.982086] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.982585] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16eac243-7386-4ff0-94d9-fd434c192adc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.993432] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.993673] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.994475] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5fbb9b-e163-4d98-b7a2-f6ac3396df7a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.000620] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1366.000620] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d6d594-e890-ee15-5717-2fe8f6925241" [ 1366.000620] env[69041]: _type = "Task" [ 1366.000620] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.009415] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d6d594-e890-ee15-5717-2fe8f6925241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.146666] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071473} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.146921] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.147737] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36813817-033c-4f89-b35d-c9a2c3b6cae5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.170373] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] ccd230e3-87c5-426c-9254-95c3eb88ab79/ccd230e3-87c5-426c-9254-95c3eb88ab79.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.170666] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7344d4-1d2c-4e9a-a6cc-f061007217b4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.191816] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1366.191816] env[69041]: value = "task-2890384" [ 1366.191816] env[69041]: _type = "Task" [ 1366.191816] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.200115] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.376204] env[69041]: DEBUG oslo_concurrency.lockutils [req-bdd8618c-ba8e-4356-ad45-5878a8d70081 req-08a17cc7-2b3a-4dd9-9ea0-55a4d5d8db96 service nova] Releasing lock "refresh_cache-105ae9ee-3db2-4f4e-8c9b-966e40b7582d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.465064] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.467529] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.899s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.469058] env[69041]: INFO nova.compute.claims [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.491918] env[69041]: INFO nova.scheduler.client.report [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Deleted allocations for instance d9555a06-aa75-4fa5-85c2-15f2db866029 [ 1366.512706] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d6d594-e890-ee15-5717-2fe8f6925241, 'name': SearchDatastore_Task, 'duration_secs': 0.033205} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.514368] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a00678-3531-4373-84dd-d37a314950db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.521454] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1366.521454] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5268315c-8ac0-0d8e-8e89-8d40d1b4effd" [ 1366.521454] env[69041]: _type = "Task" [ 1366.521454] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.530457] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5268315c-8ac0-0d8e-8e89-8d40d1b4effd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.555811] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.556115] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.556348] env[69041]: DEBUG nova.compute.manager [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Going to confirm migration 6 {{(pid=69041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1366.588495] env[69041]: DEBUG nova.compute.manager [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.616888] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.617200] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.617410] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.617664] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.617886] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.618144] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.618498] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.619042] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.619138] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.619378] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.619631] env[69041]: DEBUG nova.virt.hardware [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.620964] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beaccba-57a4-4d02-aa9c-9750d54c15cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.631031] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722eaec0-1dd4-4b45-9e74-60d23baf8cb1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.703480] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890384, 'name': ReconfigVM_Task, 'duration_secs': 0.491606} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.703795] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Reconfigured VM instance instance-00000060 to attach disk [datastore1] ccd230e3-87c5-426c-9254-95c3eb88ab79/ccd230e3-87c5-426c-9254-95c3eb88ab79.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.704545] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5c7ea64-1019-4742-bc00-f1b52072ee7a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.711692] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1366.711692] env[69041]: value = "task-2890385" [ 1366.711692] env[69041]: _type = "Task" [ 1366.711692] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.720405] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890385, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.999742] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c88a6c96-5c11-4769-ae9e-dfb5021b649f tempest-ImagesTestJSON-2043856045 tempest-ImagesTestJSON-2043856045-project-member] Lock "d9555a06-aa75-4fa5-85c2-15f2db866029" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.179s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.033398] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5268315c-8ac0-0d8e-8e89-8d40d1b4effd, 'name': SearchDatastore_Task, 'duration_secs': 0.014212} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.033660] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.033910] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 105ae9ee-3db2-4f4e-8c9b-966e40b7582d/105ae9ee-3db2-4f4e-8c9b-966e40b7582d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.034185] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b75c525-1471-42c8-9793-7ef87dfa3978 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.042903] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1367.042903] env[69041]: value = "task-2890386" [ 1367.042903] env[69041]: _type = "Task" [ 1367.042903] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.050859] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.136881] env[69041]: DEBUG nova.network.neutron [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Successfully updated port: 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.157421] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.157614] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquired lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.157790] env[69041]: DEBUG nova.network.neutron [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.157971] env[69041]: DEBUG nova.objects.instance [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lazy-loading 'info_cache' on Instance uuid 685dc88b-7454-48ab-8cbe-a12d7f4d95e2 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.221090] env[69041]: DEBUG nova.compute.manager [req-2b3e8c19-8174-4454-813e-c7c40c27be80 req-22d99b29-1f27-433b-8ffd-0d37ce860b3f service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Received event network-vif-plugged-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1367.221347] env[69041]: DEBUG oslo_concurrency.lockutils [req-2b3e8c19-8174-4454-813e-c7c40c27be80 req-22d99b29-1f27-433b-8ffd-0d37ce860b3f service nova] Acquiring lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.221617] env[69041]: DEBUG oslo_concurrency.lockutils [req-2b3e8c19-8174-4454-813e-c7c40c27be80 req-22d99b29-1f27-433b-8ffd-0d37ce860b3f service nova] Lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.221775] env[69041]: DEBUG oslo_concurrency.lockutils [req-2b3e8c19-8174-4454-813e-c7c40c27be80 req-22d99b29-1f27-433b-8ffd-0d37ce860b3f service nova] Lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.221955] env[69041]: DEBUG nova.compute.manager [req-2b3e8c19-8174-4454-813e-c7c40c27be80 req-22d99b29-1f27-433b-8ffd-0d37ce860b3f service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] No waiting events found dispatching network-vif-plugged-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1367.222263] env[69041]: WARNING nova.compute.manager [req-2b3e8c19-8174-4454-813e-c7c40c27be80 req-22d99b29-1f27-433b-8ffd-0d37ce860b3f service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Received unexpected event network-vif-plugged-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd for instance with vm_state building and task_state spawning. [ 1367.231171] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890385, 'name': Rename_Task, 'duration_secs': 0.191403} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.231502] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.231818] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c6d9bfc-760f-49c5-bd74-85e49f9da5db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.238185] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1367.238185] env[69041]: value = "task-2890387" [ 1367.238185] env[69041]: _type = "Task" [ 1367.238185] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.248099] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.559469] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890386, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.640177] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.640405] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.640608] env[69041]: DEBUG nova.network.neutron [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.750305] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.757760] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8759af18-6015-4ed7-82a4-8d3b405180c0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.766480] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f9e7db-1cb3-41ea-a9b6-76660f450bd0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.798469] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2fe4ab-ac70-483e-9139-3f9b00b2cba8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.806633] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d49637a-9dbb-4907-bacc-628e38f6759d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.820416] env[69041]: DEBUG nova.compute.provider_tree [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.054657] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640567} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.054957] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 105ae9ee-3db2-4f4e-8c9b-966e40b7582d/105ae9ee-3db2-4f4e-8c9b-966e40b7582d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.055183] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.055415] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16031fa6-55ef-4588-ba41-78b8d45dc040 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.062050] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1368.062050] env[69041]: value = "task-2890388" [ 1368.062050] env[69041]: _type = "Task" [ 1368.062050] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.069790] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.180819] env[69041]: DEBUG nova.network.neutron [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.248595] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890387, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.324466] env[69041]: DEBUG nova.scheduler.client.report [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.419880] env[69041]: DEBUG nova.network.neutron [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updating instance_info_cache with network_info: [{"id": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "address": "fa:16:3e:71:ef:00", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7e828b-5e", "ovs_interfaceid": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.472032] env[69041]: DEBUG nova.network.neutron [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance_info_cache with network_info: [{"id": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "address": "fa:16:3e:02:7d:75", "network": {"id": "2f8b6e4c-a060-458b-a2ea-b96509ede99b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2094905038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e67fd3be601049d68c599cb82a2b52c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062a55d1-59", "ovs_interfaceid": "062a55d1-598c-4946-ac83-a1cf08bd3f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.572287] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176827} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.572287] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.572613] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c4be9e-b98f-40ac-a2b6-1b6b5f4a5875 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.594458] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 105ae9ee-3db2-4f4e-8c9b-966e40b7582d/105ae9ee-3db2-4f4e-8c9b-966e40b7582d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.594725] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfd71df8-0560-4955-bd18-d1b4baaf101b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.613857] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1368.613857] env[69041]: value = "task-2890389" [ 1368.613857] env[69041]: _type = "Task" [ 1368.613857] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.621886] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.750904] env[69041]: DEBUG oslo_vmware.api [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890387, 'name': PowerOnVM_Task, 'duration_secs': 1.097801} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.750904] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.751618] env[69041]: INFO nova.compute.manager [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1368.751811] env[69041]: DEBUG nova.compute.manager [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.752718] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c1a3f9-9575-4c6b-bee6-0b6de3362a9f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.830720] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.831304] env[69041]: DEBUG nova.compute.manager [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1368.833829] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.818s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.834116] env[69041]: DEBUG nova.objects.instance [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lazy-loading 'resources' on Instance uuid 12a9c6cc-8e18-4b43-bd6c-875bef56d27d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.923049] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.923347] env[69041]: DEBUG nova.compute.manager [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Instance network_info: |[{"id": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "address": "fa:16:3e:71:ef:00", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7e828b-5e", "ovs_interfaceid": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1368.923953] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:ef:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f7e828b-5e4f-42dd-8f0e-90e3f93649bd', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.931870] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.932158] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.932399] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c69f8c3-38be-4652-89a0-22f473983832 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.953972] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.953972] env[69041]: value = "task-2890390" [ 1368.953972] env[69041]: _type = "Task" [ 1368.953972] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.962411] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890390, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.974129] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Releasing lock "refresh_cache-685dc88b-7454-48ab-8cbe-a12d7f4d95e2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.974460] env[69041]: DEBUG nova.objects.instance [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lazy-loading 'migration_context' on Instance uuid 685dc88b-7454-48ab-8cbe-a12d7f4d95e2 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.124672] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890389, 'name': ReconfigVM_Task, 'duration_secs': 0.30932} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.124962] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 105ae9ee-3db2-4f4e-8c9b-966e40b7582d/105ae9ee-3db2-4f4e-8c9b-966e40b7582d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.125486] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a0a0637-3dd0-4e22-a2ed-494c007d33b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.132763] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1369.132763] env[69041]: value = "task-2890391" [ 1369.132763] env[69041]: _type = "Task" [ 1369.132763] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.143295] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890391, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.273648] env[69041]: INFO nova.compute.manager [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Took 23.91 seconds to build instance. [ 1369.337361] env[69041]: DEBUG nova.compute.utils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1369.342651] env[69041]: DEBUG nova.compute.manager [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1369.342651] env[69041]: DEBUG nova.network.neutron [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.368104] env[69041]: DEBUG nova.compute.manager [req-7b0ebe14-f1b4-4ac4-b69b-81ba6081c85b req-1a92d3c1-773a-4abe-86ff-981e8457a504 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Received event network-changed-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1369.368104] env[69041]: DEBUG nova.compute.manager [req-7b0ebe14-f1b4-4ac4-b69b-81ba6081c85b req-1a92d3c1-773a-4abe-86ff-981e8457a504 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Refreshing instance network info cache due to event network-changed-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1369.368104] env[69041]: DEBUG oslo_concurrency.lockutils [req-7b0ebe14-f1b4-4ac4-b69b-81ba6081c85b req-1a92d3c1-773a-4abe-86ff-981e8457a504 service nova] Acquiring lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.368104] env[69041]: DEBUG oslo_concurrency.lockutils [req-7b0ebe14-f1b4-4ac4-b69b-81ba6081c85b req-1a92d3c1-773a-4abe-86ff-981e8457a504 service nova] Acquired lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.368104] env[69041]: DEBUG nova.network.neutron [req-7b0ebe14-f1b4-4ac4-b69b-81ba6081c85b req-1a92d3c1-773a-4abe-86ff-981e8457a504 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Refreshing network info cache for port 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.384353] env[69041]: DEBUG nova.policy [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f2a65fc1194fb0bcbbfbded6fae322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c657c14c914763b1bb5b102aeeaa41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.466324] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890390, 'name': CreateVM_Task, 'duration_secs': 0.343994} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.466501] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.467185] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.467471] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.467790] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.468076] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2eb04b5-8688-495d-83d0-2be63b2c89a8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.475746] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1369.475746] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f6e00a-1707-abdd-bfc7-9dd08523bc6d" [ 1369.475746] env[69041]: _type = "Task" [ 1369.475746] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.477050] env[69041]: DEBUG nova.objects.base [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Object Instance<685dc88b-7454-48ab-8cbe-a12d7f4d95e2> lazy-loaded attributes: info_cache,migration_context {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1369.480287] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51ec61d-5a0c-4fcf-b4bc-6acd5c4dab89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.488355] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f6e00a-1707-abdd-bfc7-9dd08523bc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.506287] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f506ee05-31c1-413a-8f6d-f856af9461a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.511845] env[69041]: DEBUG oslo_vmware.api [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1369.511845] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52386f48-4f93-093d-fa79-2ac3011ff156" [ 1369.511845] env[69041]: _type = "Task" [ 1369.511845] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.521937] env[69041]: DEBUG oslo_vmware.api [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52386f48-4f93-093d-fa79-2ac3011ff156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.647285] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890391, 'name': Rename_Task, 'duration_secs': 0.192112} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.648613] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.649180] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97dd0fad-8980-4092-ab07-2f7f2eba6859 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.656787] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1369.656787] env[69041]: value = "task-2890392" [ 1369.656787] env[69041]: _type = "Task" [ 1369.656787] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.663126] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100e3147-828e-4a86-95cf-1063cecf2240 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.667865] env[69041]: DEBUG nova.network.neutron [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Successfully created port: 90b78b21-036a-4f71-9e70-6b74bd70c7fa {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.675045] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.675987] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe80695-bec4-4f93-8f80-e4031186568f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.710999] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220248bf-28cf-4f77-8f35-cdcdba9bbd27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.719758] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478b869d-977f-491f-8826-088fb3458225 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.735440] env[69041]: DEBUG nova.compute.provider_tree [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.776191] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2a38a55d-efa8-489f-8a80-229758da225b tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "ccd230e3-87c5-426c-9254-95c3eb88ab79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.427s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.846049] env[69041]: DEBUG nova.compute.manager [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.989550] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f6e00a-1707-abdd-bfc7-9dd08523bc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.021983} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.989550] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.989550] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.989550] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.989550] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.989550] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.989550] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88f5256e-8dc4-422b-9f9e-4aa369937506 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.998650] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.998867] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.999727] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3d1196-2e1d-4342-8415-6ca0198f1c66 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.008259] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1370.008259] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b1adf5-c023-fec3-24e4-0ebd57378101" [ 1370.008259] env[69041]: _type = "Task" [ 1370.008259] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.022271] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b1adf5-c023-fec3-24e4-0ebd57378101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.027822] env[69041]: DEBUG oslo_vmware.api [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52386f48-4f93-093d-fa79-2ac3011ff156, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.028346] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.163574] env[69041]: DEBUG nova.network.neutron [req-7b0ebe14-f1b4-4ac4-b69b-81ba6081c85b req-1a92d3c1-773a-4abe-86ff-981e8457a504 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updated VIF entry in instance network info cache for port 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.164076] env[69041]: DEBUG nova.network.neutron [req-7b0ebe14-f1b4-4ac4-b69b-81ba6081c85b req-1a92d3c1-773a-4abe-86ff-981e8457a504 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updating instance_info_cache with network_info: [{"id": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "address": "fa:16:3e:71:ef:00", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7e828b-5e", "ovs_interfaceid": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.174684] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.242203] env[69041]: DEBUG nova.scheduler.client.report [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.519476] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b1adf5-c023-fec3-24e4-0ebd57378101, 'name': SearchDatastore_Task, 'duration_secs': 0.014241} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.520308] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadd0bcd-a9b8-482e-a65f-290e1750bf8e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.526181] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1370.526181] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5224c37e-56b7-8fc2-b949-e04041b27bb2" [ 1370.526181] env[69041]: _type = "Task" [ 1370.526181] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.534262] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5224c37e-56b7-8fc2-b949-e04041b27bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.667553] env[69041]: DEBUG oslo_concurrency.lockutils [req-7b0ebe14-f1b4-4ac4-b69b-81ba6081c85b req-1a92d3c1-773a-4abe-86ff-981e8457a504 service nova] Releasing lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.669025] env[69041]: DEBUG oslo_vmware.api [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890392, 'name': PowerOnVM_Task, 'duration_secs': 0.613875} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.669025] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.669025] env[69041]: INFO nova.compute.manager [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1370.669025] env[69041]: DEBUG nova.compute.manager [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.669587] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff0904e-2dbe-4d8b-9ee8-3890cb1714fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.748854] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.751480] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.054s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.751728] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.753777] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.721s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.754055] env[69041]: DEBUG nova.objects.instance [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lazy-loading 'resources' on Instance uuid 65341ef8-6644-4d75-9582-f8bcf28cce45 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.769569] env[69041]: INFO nova.scheduler.client.report [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Deleted allocations for instance 12a9c6cc-8e18-4b43-bd6c-875bef56d27d [ 1370.776917] env[69041]: INFO nova.scheduler.client.report [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleted allocations for instance 983aa6f2-dc56-45d9-8b35-688d75f63525 [ 1370.862267] env[69041]: DEBUG nova.compute.manager [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.890127] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.890737] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.891027] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.891317] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.891596] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.891982] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.892374] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.892654] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.893034] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.893326] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.893609] env[69041]: DEBUG nova.virt.hardware [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.895136] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc5a31-07cc-4d27-b90e-d6dd9b675772 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.904912] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee7cc89-5661-4b41-a850-4ba87f803557 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.941473] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "a2da231a-27ce-4899-a2b4-bf18c2467830" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.941703] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "a2da231a-27ce-4899-a2b4-bf18c2467830" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.037362] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5224c37e-56b7-8fc2-b949-e04041b27bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.031626} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.037665] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.037929] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 2842c9f8-1713-429f-8b4a-dc3a6e44c96e/2842c9f8-1713-429f-8b4a-dc3a6e44c96e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.038205] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a7a837d-a2e5-4a7f-8e5f-b524cfd885c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.044877] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1371.044877] env[69041]: value = "task-2890393" [ 1371.044877] env[69041]: _type = "Task" [ 1371.044877] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.053395] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.113842] env[69041]: DEBUG oslo_vmware.rw_handles [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b6a-92db-62f3-b2e2-7e6c87471df5/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1371.114935] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c345bd4-c852-4a3a-b489-f70ae11d13f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.122114] env[69041]: DEBUG oslo_vmware.rw_handles [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b6a-92db-62f3-b2e2-7e6c87471df5/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1371.122294] env[69041]: ERROR oslo_vmware.rw_handles [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b6a-92db-62f3-b2e2-7e6c87471df5/disk-0.vmdk due to incomplete transfer. [ 1371.122575] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a79ba9ff-67e3-4c28-89aa-c5d1d30acb20 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.130778] env[69041]: DEBUG oslo_vmware.rw_handles [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84b6a-92db-62f3-b2e2-7e6c87471df5/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1371.131137] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Uploaded image f1e8f279-a2a1-406c-b2be-0dde40a7c09b to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1371.133259] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1371.133519] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb6c86f8-2c43-4f94-a891-3cf64801d691 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.139569] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1371.139569] env[69041]: value = "task-2890394" [ 1371.139569] env[69041]: _type = "Task" [ 1371.139569] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.148749] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890394, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.185601] env[69041]: INFO nova.compute.manager [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Took 25.50 seconds to build instance. [ 1371.281606] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0170e95b-e0de-45c5-9f71-667750f20df1 tempest-SecurityGroupsTestJSON-1540286661 tempest-SecurityGroupsTestJSON-1540286661-project-member] Lock "12a9c6cc-8e18-4b43-bd6c-875bef56d27d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.842s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.285267] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5abb069-61d7-4bd2-ae7f-6edf08836772 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "983aa6f2-dc56-45d9-8b35-688d75f63525" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.763s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.332294] env[69041]: DEBUG nova.network.neutron [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Successfully updated port: 90b78b21-036a-4f71-9e70-6b74bd70c7fa {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.444577] env[69041]: DEBUG nova.compute.manager [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.548092] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c0b6e9-a37a-4987-aee0-344768bdc8fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.559606] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6482586e-4f18-4e75-85bf-0619c0c88605 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.566146] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.596301] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa5cff2-ef19-47ab-b92f-c2b84633c5bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.605751] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1550718-c2d9-4695-a22e-8c5199021ecf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.622209] env[69041]: DEBUG nova.compute.provider_tree [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.652516] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890394, 'name': Destroy_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.689196] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de15ef48-88a1-470d-875e-441cd93a90b4 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.007s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.700523] env[69041]: DEBUG nova.compute.manager [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Received event network-vif-plugged-90b78b21-036a-4f71-9e70-6b74bd70c7fa {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1371.700762] env[69041]: DEBUG oslo_concurrency.lockutils [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] Acquiring lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.701041] env[69041]: DEBUG oslo_concurrency.lockutils [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] Lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.701357] env[69041]: DEBUG oslo_concurrency.lockutils [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] Lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.701445] env[69041]: DEBUG nova.compute.manager [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] No waiting events found dispatching network-vif-plugged-90b78b21-036a-4f71-9e70-6b74bd70c7fa {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1371.701644] env[69041]: WARNING nova.compute.manager [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Received unexpected event network-vif-plugged-90b78b21-036a-4f71-9e70-6b74bd70c7fa for instance with vm_state building and task_state spawning. [ 1371.701891] env[69041]: DEBUG nova.compute.manager [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Received event network-changed-90b78b21-036a-4f71-9e70-6b74bd70c7fa {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1371.702029] env[69041]: DEBUG nova.compute.manager [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Refreshing instance network info cache due to event network-changed-90b78b21-036a-4f71-9e70-6b74bd70c7fa. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1371.702201] env[69041]: DEBUG oslo_concurrency.lockutils [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] Acquiring lock "refresh_cache-2f1de2c0-cda1-4592-8c3b-bf790871d75d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.702339] env[69041]: DEBUG oslo_concurrency.lockutils [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] Acquired lock "refresh_cache-2f1de2c0-cda1-4592-8c3b-bf790871d75d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.702569] env[69041]: DEBUG nova.network.neutron [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Refreshing network info cache for port 90b78b21-036a-4f71-9e70-6b74bd70c7fa {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.835504] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "refresh_cache-2f1de2c0-cda1-4592-8c3b-bf790871d75d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.973461] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.060176] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687545} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.060176] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 2842c9f8-1713-429f-8b4a-dc3a6e44c96e/2842c9f8-1713-429f-8b4a-dc3a6e44c96e.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.060176] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.060461] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bf97a5a-f08f-4d24-b88f-1fdedbbc95ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.068487] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1372.068487] env[69041]: value = "task-2890395" [ 1372.068487] env[69041]: _type = "Task" [ 1372.068487] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.079775] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.132551] env[69041]: DEBUG nova.scheduler.client.report [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.158285] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890394, 'name': Destroy_Task, 'duration_secs': 0.533902} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.158570] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Destroyed the VM [ 1372.158861] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1372.159127] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea39ba0c-d94d-41ec-8b23-491a12e6fe64 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.166795] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1372.166795] env[69041]: value = "task-2890396" [ 1372.166795] env[69041]: _type = "Task" [ 1372.166795] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.177462] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.255404] env[69041]: DEBUG nova.network.neutron [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.368390] env[69041]: DEBUG nova.network.neutron [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.581620] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064263} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.581620] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.582356] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa32d9-0e16-4645-84d3-df60389a545c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.606084] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 2842c9f8-1713-429f-8b4a-dc3a6e44c96e/2842c9f8-1713-429f-8b4a-dc3a6e44c96e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.606394] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a057e355-c63b-4fb3-9da1-6d363349fbed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.629255] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1372.629255] env[69041]: value = "task-2890397" [ 1372.629255] env[69041]: _type = "Task" [ 1372.629255] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.634990] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.640306] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.593s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.640581] env[69041]: DEBUG nova.objects.instance [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lazy-loading 'resources' on Instance uuid eeec40f4-40fc-4e02-86ed-40bb48e5a749 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.641785] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.666970] env[69041]: INFO nova.scheduler.client.report [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleted allocations for instance 65341ef8-6644-4d75-9582-f8bcf28cce45 [ 1372.684175] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.876989] env[69041]: DEBUG oslo_concurrency.lockutils [req-1db22320-90ef-4a18-a965-40e6f51dff48 req-d0e93cd1-6fd7-4128-8d8c-231ed1597a64 service nova] Releasing lock "refresh_cache-2f1de2c0-cda1-4592-8c3b-bf790871d75d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.876989] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "refresh_cache-2f1de2c0-cda1-4592-8c3b-bf790871d75d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.876989] env[69041]: DEBUG nova.network.neutron [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.142826] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890397, 'name': ReconfigVM_Task, 'duration_secs': 0.406032} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.143133] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 2842c9f8-1713-429f-8b4a-dc3a6e44c96e/2842c9f8-1713-429f-8b4a-dc3a6e44c96e.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.143788] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cd7dce0-c767-4736-806a-a4e4ab0d1b17 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.158021] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1373.158021] env[69041]: value = "task-2890398" [ 1373.158021] env[69041]: _type = "Task" [ 1373.158021] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.168154] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890398, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.186840] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890396, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.191731] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f480f06b-a2c8-484b-803e-34ca5d923628 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "65341ef8-6644-4d75-9582-f8bcf28cce45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.706s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.410779] env[69041]: DEBUG nova.network.neutron [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.448171] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5bdf69-25b6-4db0-8704-fcd0c11169e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.458218] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3758dd1a-a381-4097-ba7b-48ded6322ddd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.495766] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ae1fe-1f0b-48a7-9463-ac902215b464 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.508122] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af8c67-fee0-48f4-82e4-42ed1da083d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.527636] env[69041]: DEBUG nova.compute.provider_tree [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.579754] env[69041]: DEBUG nova.network.neutron [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Updating instance_info_cache with network_info: [{"id": "90b78b21-036a-4f71-9e70-6b74bd70c7fa", "address": "fa:16:3e:e9:07:0d", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b78b21-03", "ovs_interfaceid": "90b78b21-036a-4f71-9e70-6b74bd70c7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.669148] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890398, 'name': Rename_Task, 'duration_secs': 0.362534} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.669800] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.669800] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b71cb79c-e796-4436-a1d8-d1e732746109 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.681024] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890396, 'name': RemoveSnapshot_Task, 'duration_secs': 1.263354} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.682308] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1373.682586] env[69041]: DEBUG nova.compute.manager [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.682931] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1373.682931] env[69041]: value = "task-2890399" [ 1373.682931] env[69041]: _type = "Task" [ 1373.682931] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.683678] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3799a2ad-52d6-41a5-877c-54d5ca9451fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.695567] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.866974] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "057627bb-fe22-482b-9e36-4dde659cb442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.867230] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.031278] env[69041]: DEBUG nova.scheduler.client.report [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.082498] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "refresh_cache-2f1de2c0-cda1-4592-8c3b-bf790871d75d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.082996] env[69041]: DEBUG nova.compute.manager [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Instance network_info: |[{"id": "90b78b21-036a-4f71-9e70-6b74bd70c7fa", "address": "fa:16:3e:e9:07:0d", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b78b21-03", "ovs_interfaceid": "90b78b21-036a-4f71-9e70-6b74bd70c7fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.083450] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:07:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90b78b21-036a-4f71-9e70-6b74bd70c7fa', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.091310] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.091584] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.091859] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7128ca8-6b73-4939-a7a1-0fa212d3ffbc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.113139] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.113139] env[69041]: value = "task-2890400" [ 1374.113139] env[69041]: _type = "Task" [ 1374.113139] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.121521] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890400, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.200509] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.204814] env[69041]: INFO nova.compute.manager [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Shelve offloading [ 1374.369831] env[69041]: DEBUG nova.compute.manager [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.536196] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.538622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.510s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.562839] env[69041]: INFO nova.scheduler.client.report [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleted allocations for instance eeec40f4-40fc-4e02-86ed-40bb48e5a749 [ 1374.623906] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890400, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.698405] env[69041]: DEBUG oslo_vmware.api [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890399, 'name': PowerOnVM_Task, 'duration_secs': 0.819834} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.698711] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.698914] env[69041]: INFO nova.compute.manager [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1374.699103] env[69041]: DEBUG nova.compute.manager [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.699910] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ade0fe2-0f5b-4e79-9515-6269a6eaa3a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.709853] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.710303] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9e52a59-fb72-4ad4-ba63-a25c63c2547f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.717495] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1374.717495] env[69041]: value = "task-2890401" [ 1374.717495] env[69041]: _type = "Task" [ 1374.717495] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.726026] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.784789] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.785066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.785255] env[69041]: DEBUG nova.compute.manager [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.786485] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbb5d89-144c-4f26-a3cf-719ec2803aea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.796095] env[69041]: DEBUG nova.compute.manager [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1374.796700] env[69041]: DEBUG nova.objects.instance [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lazy-loading 'flavor' on Instance uuid 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.896911] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.070766] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd178a6a-1afb-406d-8f51-c763a66f93d5 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "eeec40f4-40fc-4e02-86ed-40bb48e5a749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.513s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.124893] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890400, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.228806] env[69041]: INFO nova.compute.manager [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Took 27.14 seconds to build instance. [ 1375.236362] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1375.236578] env[69041]: DEBUG nova.compute.manager [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.237399] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1df965-cedb-4368-becb-5605d9fa2081 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.245112] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.245312] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.245493] env[69041]: DEBUG nova.network.neutron [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.302783] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099801b8-de37-4ddc-985f-833a000a6ba6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.313514] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b02537-9b73-426d-b658-93d68383d40d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.346460] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fdfd97-8701-4149-84e3-a81804f040e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.355120] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec657e-3e3e-4c9e-adde-bf41232211e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.371999] env[69041]: DEBUG nova.compute.provider_tree [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.627944] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890400, 'name': CreateVM_Task, 'duration_secs': 1.454439} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.628240] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.630012] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.630012] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.630012] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.630012] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac2afff0-7aed-4a2c-bbcd-c6e468ef3b3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.636360] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1375.636360] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d37795-f537-8600-5f25-cd8968b9e542" [ 1375.636360] env[69041]: _type = "Task" [ 1375.636360] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.648291] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d37795-f537-8600-5f25-cd8968b9e542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.733032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1085f9b-180e-4e8e-a2f9-2a3ac0bfd1dd tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.647s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.808553] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.809568] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c59d6b74-4d90-460f-9a2f-9e7e59b81033 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.822774] env[69041]: DEBUG oslo_vmware.api [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1375.822774] env[69041]: value = "task-2890402" [ 1375.822774] env[69041]: _type = "Task" [ 1375.822774] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.832960] env[69041]: DEBUG oslo_vmware.api [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.874998] env[69041]: DEBUG nova.scheduler.client.report [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.994379] env[69041]: DEBUG nova.network.neutron [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updating instance_info_cache with network_info: [{"id": "146a8970-55ce-4bfd-b36d-7036874bccdf", "address": "fa:16:3e:15:07:25", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146a8970-55", "ovs_interfaceid": "146a8970-55ce-4bfd-b36d-7036874bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.148843] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d37795-f537-8600-5f25-cd8968b9e542, 'name': SearchDatastore_Task, 'duration_secs': 0.01133} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.149674] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.149674] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.149674] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.149841] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.149955] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.150256] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9086fda6-637f-440a-a6dd-35de7983674d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.164824] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.165069] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.165959] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f879013-ef96-4030-988e-171519927c8c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.177382] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1376.177382] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525f30a9-5099-60d4-9248-b79f79f7364b" [ 1376.177382] env[69041]: _type = "Task" [ 1376.177382] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.192943] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525f30a9-5099-60d4-9248-b79f79f7364b, 'name': SearchDatastore_Task, 'duration_secs': 0.012998} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.193811] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4d61b7-e94c-48f7-bd70-2c6b93ed1076 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.203311] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1376.203311] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d7738a-939e-5264-1650-32492e2f1021" [ 1376.203311] env[69041]: _type = "Task" [ 1376.203311] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.216974] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d7738a-939e-5264-1650-32492e2f1021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.246891] env[69041]: DEBUG nova.compute.manager [req-ef24b0c8-f7a5-454b-9275-cbaad4fcb0bb req-220f4bfd-2773-4d0c-a57c-c2fcd9d9a0bc service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received event network-changed-1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1376.246891] env[69041]: DEBUG nova.compute.manager [req-ef24b0c8-f7a5-454b-9275-cbaad4fcb0bb req-220f4bfd-2773-4d0c-a57c-c2fcd9d9a0bc service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing instance network info cache due to event network-changed-1a73a80c-1169-44b8-97e1-177d531fe21a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1376.246891] env[69041]: DEBUG oslo_concurrency.lockutils [req-ef24b0c8-f7a5-454b-9275-cbaad4fcb0bb req-220f4bfd-2773-4d0c-a57c-c2fcd9d9a0bc service nova] Acquiring lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.246891] env[69041]: DEBUG oslo_concurrency.lockutils [req-ef24b0c8-f7a5-454b-9275-cbaad4fcb0bb req-220f4bfd-2773-4d0c-a57c-c2fcd9d9a0bc service nova] Acquired lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.247075] env[69041]: DEBUG nova.network.neutron [req-ef24b0c8-f7a5-454b-9275-cbaad4fcb0bb req-220f4bfd-2773-4d0c-a57c-c2fcd9d9a0bc service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing network info cache for port 1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.251639] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "fc0b111e-06a3-433f-89c5-904e51326490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.251828] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "fc0b111e-06a3-433f-89c5-904e51326490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.297125] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "57018bba-7114-4fb5-829b-c829a69a4216" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.297381] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "57018bba-7114-4fb5-829b-c829a69a4216" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.334251] env[69041]: DEBUG oslo_vmware.api [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890402, 'name': PowerOffVM_Task, 'duration_secs': 0.390276} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.334716] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.335054] env[69041]: DEBUG nova.compute.manager [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.335973] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78c820d-c868-41f3-aad8-b3c02df9f9cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.497260] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.714341] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d7738a-939e-5264-1650-32492e2f1021, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.714663] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.714874] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 2f1de2c0-cda1-4592-8c3b-bf790871d75d/2f1de2c0-cda1-4592-8c3b-bf790871d75d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.715150] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-062693eb-b441-4738-96f0-9a64585bd357 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.723563] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1376.723563] env[69041]: value = "task-2890403" [ 1376.723563] env[69041]: _type = "Task" [ 1376.723563] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.734119] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.754899] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.800114] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.849480] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4f08d2fc-b380-4c9f-aed9-409143f7df40 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.888379] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.350s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.894493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.921s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.897297] env[69041]: INFO nova.compute.claims [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.034247] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.034247] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.233970] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890403, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.272556] env[69041]: DEBUG nova.compute.manager [req-de20845a-cc41-4dae-8cfa-0a892b7a651f req-325de09d-65d7-4457-b0ba-3d2955c111eb service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received event network-vif-unplugged-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1377.272846] env[69041]: DEBUG oslo_concurrency.lockutils [req-de20845a-cc41-4dae-8cfa-0a892b7a651f req-325de09d-65d7-4457-b0ba-3d2955c111eb service nova] Acquiring lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.273157] env[69041]: DEBUG oslo_concurrency.lockutils [req-de20845a-cc41-4dae-8cfa-0a892b7a651f req-325de09d-65d7-4457-b0ba-3d2955c111eb service nova] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.273381] env[69041]: DEBUG oslo_concurrency.lockutils [req-de20845a-cc41-4dae-8cfa-0a892b7a651f req-325de09d-65d7-4457-b0ba-3d2955c111eb service nova] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.273613] env[69041]: DEBUG nova.compute.manager [req-de20845a-cc41-4dae-8cfa-0a892b7a651f req-325de09d-65d7-4457-b0ba-3d2955c111eb service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] No waiting events found dispatching network-vif-unplugged-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.273817] env[69041]: WARNING nova.compute.manager [req-de20845a-cc41-4dae-8cfa-0a892b7a651f req-325de09d-65d7-4457-b0ba-3d2955c111eb service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received unexpected event network-vif-unplugged-146a8970-55ce-4bfd-b36d-7036874bccdf for instance with vm_state shelved and task_state shelving_offloading. [ 1377.280497] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.293830] env[69041]: DEBUG nova.network.neutron [req-ef24b0c8-f7a5-454b-9275-cbaad4fcb0bb req-220f4bfd-2773-4d0c-a57c-c2fcd9d9a0bc service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updated VIF entry in instance network info cache for port 1a73a80c-1169-44b8-97e1-177d531fe21a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.294233] env[69041]: DEBUG nova.network.neutron [req-ef24b0c8-f7a5-454b-9275-cbaad4fcb0bb req-220f4bfd-2773-4d0c-a57c-c2fcd9d9a0bc service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [{"id": "1a73a80c-1169-44b8-97e1-177d531fe21a", "address": "fa:16:3e:72:60:68", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a73a80c-11", "ovs_interfaceid": "1a73a80c-1169-44b8-97e1-177d531fe21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.326054] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.360080] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.361079] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7af593-e26b-4672-82d5-6f6b6d6347f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.369408] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.369690] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-616df2b6-68dc-4f07-85ad-c02c12cee66b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.464562] env[69041]: INFO nova.scheduler.client.report [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted allocation for migration 585b6ecf-c863-42a7-bc80-1dd735bd4355 [ 1377.473121] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.473121] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.473121] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleting the datastore file [datastore1] 651f64cd-4388-4c72-afe7-b34d379d23ad {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.473121] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b86f70a-0026-4426-a5bc-9667e9c8c1ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.481822] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1377.481822] env[69041]: value = "task-2890405" [ 1377.481822] env[69041]: _type = "Task" [ 1377.481822] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.489458] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.541337] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.541525] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.541708] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.541839] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.541980] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.542581] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.542581] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1377.542581] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.735367] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525505} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.735739] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 2f1de2c0-cda1-4592-8c3b-bf790871d75d/2f1de2c0-cda1-4592-8c3b-bf790871d75d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.736012] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.736316] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8d0ede8-b0ca-4fc5-a31f-260899059b42 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.745482] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1377.745482] env[69041]: value = "task-2890406" [ 1377.745482] env[69041]: _type = "Task" [ 1377.745482] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.755327] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.797879] env[69041]: DEBUG oslo_concurrency.lockutils [req-ef24b0c8-f7a5-454b-9275-cbaad4fcb0bb req-220f4bfd-2773-4d0c-a57c-c2fcd9d9a0bc service nova] Releasing lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.886072] env[69041]: DEBUG nova.objects.instance [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lazy-loading 'flavor' on Instance uuid 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.972203] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.416s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.994935] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.045344] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.154336] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c867219-b393-4ad1-a461-e4838143c9ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.163750] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a212b5-6198-43fe-9871-2c04286e2354 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.199781] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1470091e-17d2-4c89-8877-4094f9d08f8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.207932] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "ae054fc7-ad81-4767-818d-2577bb98e88b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.208288] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.208559] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "ae054fc7-ad81-4767-818d-2577bb98e88b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.208804] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.209051] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.211724] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48d5bc9-30b1-4b1f-87cb-df5697a55e86 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.216350] env[69041]: INFO nova.compute.manager [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Terminating instance [ 1378.229452] env[69041]: DEBUG nova.compute.provider_tree [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.256292] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25023} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.256637] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.258089] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d60600-4472-4b73-9e66-ba1d270af5d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.284534] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 2f1de2c0-cda1-4592-8c3b-bf790871d75d/2f1de2c0-cda1-4592-8c3b-bf790871d75d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.286405] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949ac13b-49e8-4665-872c-f11c88a072f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.303513] env[69041]: DEBUG nova.compute.manager [req-c31da3a4-c5cc-437d-ace6-5ca820a65775 req-5d9e751d-0193-46af-8e62-53caaf637d9a service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Received event network-changed-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1378.303710] env[69041]: DEBUG nova.compute.manager [req-c31da3a4-c5cc-437d-ace6-5ca820a65775 req-5d9e751d-0193-46af-8e62-53caaf637d9a service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Refreshing instance network info cache due to event network-changed-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1378.303930] env[69041]: DEBUG oslo_concurrency.lockutils [req-c31da3a4-c5cc-437d-ace6-5ca820a65775 req-5d9e751d-0193-46af-8e62-53caaf637d9a service nova] Acquiring lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.304251] env[69041]: DEBUG oslo_concurrency.lockutils [req-c31da3a4-c5cc-437d-ace6-5ca820a65775 req-5d9e751d-0193-46af-8e62-53caaf637d9a service nova] Acquired lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.304989] env[69041]: DEBUG nova.network.neutron [req-c31da3a4-c5cc-437d-ace6-5ca820a65775 req-5d9e751d-0193-46af-8e62-53caaf637d9a service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Refreshing network info cache for port 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.314727] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1378.314727] env[69041]: value = "task-2890407" [ 1378.314727] env[69041]: _type = "Task" [ 1378.314727] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.326020] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.390881] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "refresh_cache-4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.391081] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquired lock "refresh_cache-4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.391262] env[69041]: DEBUG nova.network.neutron [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.391455] env[69041]: DEBUG nova.objects.instance [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lazy-loading 'info_cache' on Instance uuid 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.492371] env[69041]: DEBUG oslo_vmware.api [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.609469} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.492692] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.492887] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.493071] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.513649] env[69041]: INFO nova.scheduler.client.report [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleted allocations for instance 651f64cd-4388-4c72-afe7-b34d379d23ad [ 1378.721062] env[69041]: DEBUG nova.compute.manager [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1378.721062] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.721971] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcec63b-e31b-4f9a-a27b-df2b8690cb80 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.732666] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.732943] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-400e8f41-bb6b-4859-8628-72c55e1f52b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.735577] env[69041]: DEBUG nova.scheduler.client.report [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.746257] env[69041]: DEBUG oslo_vmware.api [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1378.746257] env[69041]: value = "task-2890408" [ 1378.746257] env[69041]: _type = "Task" [ 1378.746257] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.756639] env[69041]: DEBUG oslo_vmware.api [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.826963] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890407, 'name': ReconfigVM_Task, 'duration_secs': 0.316302} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.827127] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 2f1de2c0-cda1-4592-8c3b-bf790871d75d/2f1de2c0-cda1-4592-8c3b-bf790871d75d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.828416] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fbd389d-b3c1-478d-b47d-e6bed39fb2f8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.836579] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1378.836579] env[69041]: value = "task-2890409" [ 1378.836579] env[69041]: _type = "Task" [ 1378.836579] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.851100] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890409, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.895351] env[69041]: DEBUG nova.objects.base [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Object Instance<4080ba7b-a0e1-42c6-921b-8ee1e1d3646f> lazy-loaded attributes: flavor,info_cache {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1379.018302] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.042579] env[69041]: DEBUG nova.network.neutron [req-c31da3a4-c5cc-437d-ace6-5ca820a65775 req-5d9e751d-0193-46af-8e62-53caaf637d9a service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updated VIF entry in instance network info cache for port 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.042969] env[69041]: DEBUG nova.network.neutron [req-c31da3a4-c5cc-437d-ace6-5ca820a65775 req-5d9e751d-0193-46af-8e62-53caaf637d9a service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updating instance_info_cache with network_info: [{"id": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "address": "fa:16:3e:71:ef:00", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7e828b-5e", "ovs_interfaceid": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.095923] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.096143] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.096408] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.096541] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.096712] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.098808] env[69041]: INFO nova.compute.manager [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Terminating instance [ 1379.240828] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.241871] env[69041]: DEBUG nova.compute.manager [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.245487] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.348s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.247629] env[69041]: INFO nova.compute.claims [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.259699] env[69041]: DEBUG oslo_vmware.api [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890408, 'name': PowerOffVM_Task, 'duration_secs': 0.185297} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.260123] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.260123] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.260401] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-363cada8-88f8-407e-b455-510009f00531 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.308429] env[69041]: DEBUG nova.compute.manager [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received event network-changed-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1379.308672] env[69041]: DEBUG nova.compute.manager [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Refreshing instance network info cache due to event network-changed-146a8970-55ce-4bfd-b36d-7036874bccdf. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1379.308999] env[69041]: DEBUG oslo_concurrency.lockutils [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] Acquiring lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.309072] env[69041]: DEBUG oslo_concurrency.lockutils [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] Acquired lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.309338] env[69041]: DEBUG nova.network.neutron [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Refreshing network info cache for port 146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.332268] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.332493] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.332668] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Deleting the datastore file [datastore2] ae054fc7-ad81-4767-818d-2577bb98e88b {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.332926] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5a1b399-bdf5-4709-b9d8-fd5f110ce7cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.341201] env[69041]: DEBUG oslo_vmware.api [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1379.341201] env[69041]: value = "task-2890411" [ 1379.341201] env[69041]: _type = "Task" [ 1379.341201] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.349713] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890409, 'name': Rename_Task, 'duration_secs': 0.164849} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.350383] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.350671] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7713d8b-31ed-4247-aa3f-6f539388361f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.355475] env[69041]: DEBUG oslo_vmware.api [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.361376] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1379.361376] env[69041]: value = "task-2890412" [ 1379.361376] env[69041]: _type = "Task" [ 1379.361376] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.369958] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.376431] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "interface-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-096ae014-255e-4699-95ea-06c0725ff5d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.376717] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-096ae014-255e-4699-95ea-06c0725ff5d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.377116] env[69041]: DEBUG nova.objects.instance [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'flavor' on Instance uuid a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.545652] env[69041]: DEBUG oslo_concurrency.lockutils [req-c31da3a4-c5cc-437d-ace6-5ca820a65775 req-5d9e751d-0193-46af-8e62-53caaf637d9a service nova] Releasing lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.597742] env[69041]: DEBUG nova.network.neutron [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Updating instance_info_cache with network_info: [{"id": "445ac6f4-16d2-4598-8d6d-a71f68ff56a6", "address": "fa:16:3e:db:88:43", "network": {"id": "3823800e-06a0-4f69-bc1c-e7e3eec84605", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432527005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6b66c7978a84266a13e90aed71f70e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap445ac6f4-16", "ovs_interfaceid": "445ac6f4-16d2-4598-8d6d-a71f68ff56a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.603681] env[69041]: DEBUG nova.compute.manager [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1379.603848] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.604818] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d9a265-ec45-4682-9d4a-eef9815949a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.616092] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.616343] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b778b0-a6f7-4ffb-a055-08977c7564a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.623399] env[69041]: DEBUG oslo_vmware.api [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1379.623399] env[69041]: value = "task-2890413" [ 1379.623399] env[69041]: _type = "Task" [ 1379.623399] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.632259] env[69041]: DEBUG oslo_vmware.api [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.752466] env[69041]: DEBUG nova.compute.utils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.755870] env[69041]: DEBUG nova.compute.manager [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Not allocating networking since 'none' was specified. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1379.858293] env[69041]: DEBUG oslo_vmware.api [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162985} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.858416] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.858610] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.858786] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.858958] env[69041]: INFO nova.compute.manager [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1379.859698] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.859698] env[69041]: DEBUG nova.compute.manager [-] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.859698] env[69041]: DEBUG nova.network.neutron [-] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.871277] env[69041]: DEBUG oslo_vmware.api [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890412, 'name': PowerOnVM_Task, 'duration_secs': 0.497858} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.871539] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.871735] env[69041]: INFO nova.compute.manager [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1379.871911] env[69041]: DEBUG nova.compute.manager [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.872713] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d96dc3-5e02-4412-bb66-989d5ca9fdc8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.100100] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Releasing lock "refresh_cache-4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.107357] env[69041]: DEBUG nova.objects.instance [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'pci_requests' on Instance uuid a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.135781] env[69041]: DEBUG oslo_vmware.api [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890413, 'name': PowerOffVM_Task, 'duration_secs': 0.217066} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.136143] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.136379] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.136679] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9fb74e3-0d77-4d39-8e64-cc8bf866c9bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.214581] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.214814] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.215020] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleting the datastore file [datastore1] 685dc88b-7454-48ab-8cbe-a12d7f4d95e2 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.215525] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a30134c-f5ff-486e-adf1-609bcf56c964 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.227994] env[69041]: DEBUG oslo_vmware.api [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for the task: (returnval){ [ 1380.227994] env[69041]: value = "task-2890415" [ 1380.227994] env[69041]: _type = "Task" [ 1380.227994] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.237127] env[69041]: DEBUG oslo_vmware.api [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.252952] env[69041]: DEBUG nova.network.neutron [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updated VIF entry in instance network info cache for port 146a8970-55ce-4bfd-b36d-7036874bccdf. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.253346] env[69041]: DEBUG nova.network.neutron [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updating instance_info_cache with network_info: [{"id": "146a8970-55ce-4bfd-b36d-7036874bccdf", "address": "fa:16:3e:15:07:25", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap146a8970-55", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.256091] env[69041]: DEBUG nova.compute.manager [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.399042] env[69041]: INFO nova.compute.manager [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Took 22.85 seconds to build instance. [ 1380.538028] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd22193-5a5a-4ed2-b27f-5defa92d5ac9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.547488] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d005f043-c119-4193-aa32-2c7722a33fe3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.580779] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4add6b51-addf-4260-b71d-51ee868ef6ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.589970] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26268033-464a-45d1-88fb-6547579a98a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.607495] env[69041]: DEBUG nova.compute.provider_tree [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.609374] env[69041]: DEBUG nova.objects.base [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1380.609908] env[69041]: DEBUG nova.network.neutron [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.697080] env[69041]: DEBUG nova.policy [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724db22429b34905aa93929e23c6989c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e69e9151cb419d8faae31d3ffbb470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.738755] env[69041]: DEBUG oslo_vmware.api [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Task: {'id': task-2890415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142907} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.739066] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.739269] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.739523] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.739718] env[69041]: INFO nova.compute.manager [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1380.739984] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.740210] env[69041]: DEBUG nova.compute.manager [-] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1380.740435] env[69041]: DEBUG nova.network.neutron [-] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1380.760018] env[69041]: DEBUG oslo_concurrency.lockutils [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] Releasing lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.760018] env[69041]: DEBUG nova.compute.manager [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Received event network-changed-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1380.760018] env[69041]: DEBUG nova.compute.manager [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Refreshing instance network info cache due to event network-changed-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1380.760400] env[69041]: DEBUG oslo_concurrency.lockutils [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] Acquiring lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.760400] env[69041]: DEBUG oslo_concurrency.lockutils [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] Acquired lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.760400] env[69041]: DEBUG nova.network.neutron [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Refreshing network info cache for port 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.902557] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9b27a9d4-29cd-40e7-b13a-17288c0c216c tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.362s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.025322] env[69041]: DEBUG nova.network.neutron [-] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.107776] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.110316] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5447081b-4f78-4462-bea2-1935c4e2c977 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.113582] env[69041]: DEBUG nova.scheduler.client.report [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.118642] env[69041]: DEBUG oslo_vmware.api [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1381.118642] env[69041]: value = "task-2890416" [ 1381.118642] env[69041]: _type = "Task" [ 1381.118642] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.132251] env[69041]: DEBUG oslo_vmware.api [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.266936] env[69041]: DEBUG nova.compute.manager [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.295273] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.295534] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.295692] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.296049] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.296049] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.296157] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.296360] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.296512] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.296675] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.296870] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.297013] env[69041]: DEBUG nova.virt.hardware [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.297863] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffba7eb-ffab-4bc8-a4de-353b4bfb8b84 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.307089] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98617c6b-701c-4027-b2ef-553ff6d21365 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.322897] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.329102] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Creating folder: Project (e422b729c9134a09b1d3121d3a5de001). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.331734] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2047f369-3dba-4155-9dbf-029c8e154c06 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.344617] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Created folder: Project (e422b729c9134a09b1d3121d3a5de001) in parent group-v580429. [ 1381.344990] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Creating folder: Instances. Parent ref: group-v580694. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.345644] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16d072d4-4d64-406f-a094-0bb2d09830d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.355655] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Created folder: Instances in parent group-v580694. [ 1381.355893] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.356100] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.356312] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2938d126-145f-4814-8baa-db709878838c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.380409] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.380409] env[69041]: value = "task-2890419" [ 1381.380409] env[69041]: _type = "Task" [ 1381.380409] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.389489] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890419, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.391893] env[69041]: DEBUG nova.compute.manager [req-c87c8f76-5f25-42ab-9c59-b31e879f9599 req-e905ad62-0d3c-47f4-a6f0-386ac065199d service nova] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Received event network-vif-deleted-3dfaabe0-b4ef-4ee0-a20d-7baf3ad0d9e3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1381.392108] env[69041]: DEBUG nova.compute.manager [req-c87c8f76-5f25-42ab-9c59-b31e879f9599 req-e905ad62-0d3c-47f4-a6f0-386ac065199d service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Received event network-vif-deleted-062a55d1-598c-4946-ac83-a1cf08bd3f0d {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1381.392275] env[69041]: INFO nova.compute.manager [req-c87c8f76-5f25-42ab-9c59-b31e879f9599 req-e905ad62-0d3c-47f4-a6f0-386ac065199d service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Neutron deleted interface 062a55d1-598c-4946-ac83-a1cf08bd3f0d; detaching it from the instance and deleting it from the info cache [ 1381.392477] env[69041]: DEBUG nova.network.neutron [req-c87c8f76-5f25-42ab-9c59-b31e879f9599 req-e905ad62-0d3c-47f4-a6f0-386ac065199d service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.473964] env[69041]: DEBUG nova.network.neutron [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updated VIF entry in instance network info cache for port 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.474368] env[69041]: DEBUG nova.network.neutron [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updating instance_info_cache with network_info: [{"id": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "address": "fa:16:3e:71:ef:00", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7e828b-5e", "ovs_interfaceid": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.532531] env[69041]: INFO nova.compute.manager [-] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Took 1.67 seconds to deallocate network for instance. [ 1381.628561] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.628561] env[69041]: DEBUG nova.compute.manager [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1381.634750] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.354s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.636203] env[69041]: INFO nova.compute.claims [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.638591] env[69041]: DEBUG oslo_vmware.api [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.646038] env[69041]: DEBUG nova.network.neutron [-] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.670065] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "651f64cd-4388-4c72-afe7-b34d379d23ad" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.875192] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.875452] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.875673] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.875856] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.876038] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.878330] env[69041]: INFO nova.compute.manager [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Terminating instance [ 1381.891421] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890419, 'name': CreateVM_Task, 'duration_secs': 0.399439} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.891574] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.891947] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.892133] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.892433] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.892666] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0affd41b-6802-4323-9363-d1071f689907 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.894680] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32926476-8c5f-4eb6-9922-98096b1f8ef9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.904587] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db71597-25e0-434b-b93f-68726f63596c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.914800] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1381.914800] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ab6496-85d3-7854-e2bb-a740e48d2d88" [ 1381.914800] env[69041]: _type = "Task" [ 1381.914800] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.923500] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ab6496-85d3-7854-e2bb-a740e48d2d88, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.923764] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.923991] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.924241] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.924388] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.924563] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.924781] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4a5cb48-5e60-45a6-857a-387d2ac1f2c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.937380] env[69041]: DEBUG nova.compute.manager [req-c87c8f76-5f25-42ab-9c59-b31e879f9599 req-e905ad62-0d3c-47f4-a6f0-386ac065199d service nova] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Detach interface failed, port_id=062a55d1-598c-4946-ac83-a1cf08bd3f0d, reason: Instance 685dc88b-7454-48ab-8cbe-a12d7f4d95e2 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1381.938598] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.938770] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.939458] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6319ce-d2c8-482b-9386-d41eadee44db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.944283] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1381.944283] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52abbc81-87da-e60a-47d6-ff865c012fa5" [ 1381.944283] env[69041]: _type = "Task" [ 1381.944283] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.951534] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52abbc81-87da-e60a-47d6-ff865c012fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.977836] env[69041]: DEBUG oslo_concurrency.lockutils [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] Releasing lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.978162] env[69041]: DEBUG nova.compute.manager [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received event network-changed-1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1381.978375] env[69041]: DEBUG nova.compute.manager [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing instance network info cache due to event network-changed-1a73a80c-1169-44b8-97e1-177d531fe21a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1381.978638] env[69041]: DEBUG oslo_concurrency.lockutils [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] Acquiring lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.978805] env[69041]: DEBUG oslo_concurrency.lockutils [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] Acquired lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.979009] env[69041]: DEBUG nova.network.neutron [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing network info cache for port 1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.038215] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.129473] env[69041]: DEBUG oslo_vmware.api [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890416, 'name': PowerOnVM_Task, 'duration_secs': 0.608434} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.129704] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.129864] env[69041]: DEBUG nova.compute.manager [None req-c2bce999-af07-4d42-a391-2642de6ec419 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.130614] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49d8ddf-b643-447b-a7b2-095c62bb572d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.140727] env[69041]: DEBUG nova.compute.utils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1382.143800] env[69041]: DEBUG nova.compute.manager [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1382.143800] env[69041]: DEBUG nova.network.neutron [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.150506] env[69041]: INFO nova.compute.manager [-] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Took 1.41 seconds to deallocate network for instance. [ 1382.205027] env[69041]: DEBUG nova.policy [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63a4076a462f4e0e84c6543e9c71925c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bee19aff2a184f738f1b5dad91cd03e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.386189] env[69041]: DEBUG nova.compute.manager [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.386402] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.387430] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f9fc12-256b-451c-8c2b-66c9620596da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.398083] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.398335] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e593b1bb-be62-4394-b6b6-841d3805e5e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.405544] env[69041]: DEBUG oslo_vmware.api [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1382.405544] env[69041]: value = "task-2890420" [ 1382.405544] env[69041]: _type = "Task" [ 1382.405544] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.414121] env[69041]: DEBUG oslo_vmware.api [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.455565] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52abbc81-87da-e60a-47d6-ff865c012fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.008647} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.456342] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91adb6bd-6f3f-4230-ad3b-1ff9f643f1b1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.463315] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1382.463315] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b0acbb-cccb-ef60-53ce-4a53ac33cb6a" [ 1382.463315] env[69041]: _type = "Task" [ 1382.463315] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.471932] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b0acbb-cccb-ef60-53ce-4a53ac33cb6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.646090] env[69041]: DEBUG nova.compute.manager [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1382.656769] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.918310] env[69041]: DEBUG oslo_vmware.api [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890420, 'name': PowerOffVM_Task, 'duration_secs': 0.213436} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.918586] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.918737] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.919012] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dae8f99f-7d3d-4e22-9add-8fc5e8fc6a6e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.956733] env[69041]: DEBUG nova.network.neutron [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Successfully updated port: 096ae014-255e-4699-95ea-06c0725ff5d1 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.963330] env[69041]: DEBUG nova.network.neutron [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updated VIF entry in instance network info cache for port 1a73a80c-1169-44b8-97e1-177d531fe21a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.963330] env[69041]: DEBUG nova.network.neutron [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [{"id": "1a73a80c-1169-44b8-97e1-177d531fe21a", "address": "fa:16:3e:72:60:68", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a73a80c-11", "ovs_interfaceid": "1a73a80c-1169-44b8-97e1-177d531fe21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.965104] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d906a69f-6d6a-4ea4-bb78-8082dd8dd936 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.980383] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b0acbb-cccb-ef60-53ce-4a53ac33cb6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.981395] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def53d46-9737-443f-82d2-4970494e9183 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.985438] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.985438] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] a2da231a-27ce-4899-a2b4-bf18c2467830/a2da231a-27ce-4899-a2b4-bf18c2467830.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.986020] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48177061-56b3-4303-aadb-c3d0a3353051 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.989452] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.989589] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.989783] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleting the datastore file [datastore2] 2f1de2c0-cda1-4592-8c3b-bf790871d75d {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.990704] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc35e289-6904-4727-b65e-f68df6141943 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.024280] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6208806a-8b06-46d8-89bc-d398e9c3b2ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.027083] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1383.027083] env[69041]: value = "task-2890422" [ 1383.027083] env[69041]: _type = "Task" [ 1383.027083] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.031764] env[69041]: DEBUG nova.network.neutron [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Successfully created port: 67bd3f58-55af-4d99-9439-e81b8fdb046e {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.036708] env[69041]: DEBUG oslo_vmware.api [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1383.036708] env[69041]: value = "task-2890423" [ 1383.036708] env[69041]: _type = "Task" [ 1383.036708] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.038702] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d29f89-890d-446c-a749-9ba45ebc8552 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.048666] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.053927] env[69041]: DEBUG oslo_vmware.api [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.062126] env[69041]: DEBUG nova.compute.provider_tree [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.461956] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.463615] env[69041]: DEBUG oslo_concurrency.lockutils [req-bff1d4e0-fd0b-4cc4-bb58-74dd50742e82 req-d7210408-7e2b-4464-bb9f-b145bd4128d2 service nova] Releasing lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.464113] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.464325] env[69041]: DEBUG nova.network.neutron [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.518858] env[69041]: DEBUG nova.compute.manager [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received event network-vif-plugged-096ae014-255e-4699-95ea-06c0725ff5d1 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1383.518858] env[69041]: DEBUG oslo_concurrency.lockutils [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] Acquiring lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.519157] env[69041]: DEBUG oslo_concurrency.lockutils [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] Lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.519217] env[69041]: DEBUG oslo_concurrency.lockutils [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] Lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.519387] env[69041]: DEBUG nova.compute.manager [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] No waiting events found dispatching network-vif-plugged-096ae014-255e-4699-95ea-06c0725ff5d1 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.519587] env[69041]: WARNING nova.compute.manager [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received unexpected event network-vif-plugged-096ae014-255e-4699-95ea-06c0725ff5d1 for instance with vm_state active and task_state None. [ 1383.519771] env[69041]: DEBUG nova.compute.manager [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received event network-changed-096ae014-255e-4699-95ea-06c0725ff5d1 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1383.519947] env[69041]: DEBUG nova.compute.manager [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing instance network info cache due to event network-changed-096ae014-255e-4699-95ea-06c0725ff5d1. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1383.520355] env[69041]: DEBUG oslo_concurrency.lockutils [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] Acquiring lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.539041] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479113} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.539578] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] a2da231a-27ce-4899-a2b4-bf18c2467830/a2da231a-27ce-4899-a2b4-bf18c2467830.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.539812] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.540087] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9236c23-812b-4da5-93f3-07366a689776 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.548447] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1383.548447] env[69041]: value = "task-2890424" [ 1383.548447] env[69041]: _type = "Task" [ 1383.548447] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.555292] env[69041]: DEBUG oslo_vmware.api [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188479} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.556379] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.556592] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.556811] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.556987] env[69041]: INFO nova.compute.manager [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1383.557283] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.557559] env[69041]: DEBUG nova.compute.manager [-] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.557698] env[69041]: DEBUG nova.network.neutron [-] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1383.562715] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.567058] env[69041]: DEBUG nova.scheduler.client.report [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.658869] env[69041]: DEBUG nova.compute.manager [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1383.688734] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.689012] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.689189] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.689402] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.689587] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.689790] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.690574] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.690574] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.690574] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.690574] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.690761] env[69041]: DEBUG nova.virt.hardware [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.691781] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cf4530-4929-4b32-b449-2cf69cedc184 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.701956] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f951cf36-460a-4184-beb5-f4e1ee83d522 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.004573] env[69041]: WARNING nova.network.neutron [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] 931cb1ec-a7af-4f24-a385-e3ce9a12b537 already exists in list: networks containing: ['931cb1ec-a7af-4f24-a385-e3ce9a12b537']. ignoring it [ 1384.058142] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176455} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.060590] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.061390] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfb068e-ff00-4184-860b-4fb1d643342b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.073815] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.074321] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1384.085512] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] a2da231a-27ce-4899-a2b4-bf18c2467830/a2da231a-27ce-4899-a2b4-bf18c2467830.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.085950] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.760s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.087492] env[69041]: INFO nova.compute.claims [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.089869] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d8eb50-6cd1-412d-beb4-be676e49ad16 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.114968] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1384.114968] env[69041]: value = "task-2890425" [ 1384.114968] env[69041]: _type = "Task" [ 1384.114968] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.124611] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.297358] env[69041]: DEBUG nova.network.neutron [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [{"id": "1a73a80c-1169-44b8-97e1-177d531fe21a", "address": "fa:16:3e:72:60:68", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a73a80c-11", "ovs_interfaceid": "1a73a80c-1169-44b8-97e1-177d531fe21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "096ae014-255e-4699-95ea-06c0725ff5d1", "address": "fa:16:3e:9d:d7:e7", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096ae014-25", "ovs_interfaceid": "096ae014-255e-4699-95ea-06c0725ff5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.335363] env[69041]: DEBUG nova.network.neutron [-] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.532019] env[69041]: DEBUG nova.network.neutron [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Successfully updated port: 67bd3f58-55af-4d99-9439-e81b8fdb046e {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1384.587947] env[69041]: DEBUG nova.compute.utils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1384.589398] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1384.589652] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1384.626694] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.629139] env[69041]: DEBUG nova.policy [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd6c50a72efe4cb685a35a51581d4021', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48fa43482c724f699adfaac458939613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1384.800050] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.801050] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.801050] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.801793] env[69041]: DEBUG oslo_concurrency.lockutils [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] Acquired lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.801793] env[69041]: DEBUG nova.network.neutron [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing network info cache for port 096ae014-255e-4699-95ea-06c0725ff5d1 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.804023] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede08b22-01b9-490f-9217-37333af36d8e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.823144] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.823398] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.823557] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.823738] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.823879] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.824030] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.824308] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.824488] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.824658] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.824819] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.824989] env[69041]: DEBUG nova.virt.hardware [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.831556] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Reconfiguring VM to attach interface {{(pid=69041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1384.832213] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d470f6c1-6b0e-4ed4-912a-f90ae3cc114d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.844972] env[69041]: INFO nova.compute.manager [-] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Took 1.29 seconds to deallocate network for instance. [ 1384.856779] env[69041]: DEBUG oslo_vmware.api [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1384.856779] env[69041]: value = "task-2890426" [ 1384.856779] env[69041]: _type = "Task" [ 1384.856779] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.864493] env[69041]: DEBUG oslo_vmware.api [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890426, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.904890] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Successfully created port: 0a7ea0d9-dad1-4af2-8174-ae9534a92868 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.037675] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.037908] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.037988] env[69041]: DEBUG nova.network.neutron [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.096076] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.128731] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.350960] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c7178f-43a9-4f45-8ede-9a6d85def263 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.354283] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.360943] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6752d5a3-19a7-4e50-9968-a17ad49ee062 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.367013] env[69041]: DEBUG oslo_vmware.api [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.396583] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ff5d59-35c1-4d44-9bdd-f1b29dd093c1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.405444] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f4f566-23e7-4182-b090-c7088a50c669 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.421542] env[69041]: DEBUG nova.compute.provider_tree [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.473485] env[69041]: DEBUG oslo_concurrency.lockutils [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.473762] env[69041]: DEBUG oslo_concurrency.lockutils [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.473998] env[69041]: DEBUG oslo_concurrency.lockutils [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.474245] env[69041]: DEBUG oslo_concurrency.lockutils [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.474489] env[69041]: DEBUG oslo_concurrency.lockutils [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.476689] env[69041]: INFO nova.compute.manager [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Terminating instance [ 1385.540530] env[69041]: DEBUG nova.network.neutron [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updated VIF entry in instance network info cache for port 096ae014-255e-4699-95ea-06c0725ff5d1. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.540964] env[69041]: DEBUG nova.network.neutron [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [{"id": "1a73a80c-1169-44b8-97e1-177d531fe21a", "address": "fa:16:3e:72:60:68", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a73a80c-11", "ovs_interfaceid": "1a73a80c-1169-44b8-97e1-177d531fe21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "096ae014-255e-4699-95ea-06c0725ff5d1", "address": "fa:16:3e:9d:d7:e7", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096ae014-25", "ovs_interfaceid": "096ae014-255e-4699-95ea-06c0725ff5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.568846] env[69041]: DEBUG nova.network.neutron [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.612428] env[69041]: DEBUG nova.compute.manager [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Received event network-vif-deleted-90b78b21-036a-4f71-9e70-6b74bd70c7fa {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1385.612645] env[69041]: DEBUG nova.compute.manager [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Received event network-vif-plugged-67bd3f58-55af-4d99-9439-e81b8fdb046e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1385.612878] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] Acquiring lock "057627bb-fe22-482b-9e36-4dde659cb442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.613036] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] Lock "057627bb-fe22-482b-9e36-4dde659cb442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.613225] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] Lock "057627bb-fe22-482b-9e36-4dde659cb442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.613371] env[69041]: DEBUG nova.compute.manager [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] No waiting events found dispatching network-vif-plugged-67bd3f58-55af-4d99-9439-e81b8fdb046e {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.613532] env[69041]: WARNING nova.compute.manager [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Received unexpected event network-vif-plugged-67bd3f58-55af-4d99-9439-e81b8fdb046e for instance with vm_state building and task_state spawning. [ 1385.613690] env[69041]: DEBUG nova.compute.manager [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Received event network-changed-67bd3f58-55af-4d99-9439-e81b8fdb046e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1385.613838] env[69041]: DEBUG nova.compute.manager [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Refreshing instance network info cache due to event network-changed-67bd3f58-55af-4d99-9439-e81b8fdb046e. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1385.614007] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] Acquiring lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.626925] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890425, 'name': ReconfigVM_Task, 'duration_secs': 1.22684} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.627218] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Reconfigured VM instance instance-00000064 to attach disk [datastore1] a2da231a-27ce-4899-a2b4-bf18c2467830/a2da231a-27ce-4899-a2b4-bf18c2467830.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.627918] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c4c444a-c590-4926-bd2d-43cb65299632 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.638879] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1385.638879] env[69041]: value = "task-2890427" [ 1385.638879] env[69041]: _type = "Task" [ 1385.638879] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.648416] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890427, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.708218] env[69041]: DEBUG nova.network.neutron [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance_info_cache with network_info: [{"id": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "address": "fa:16:3e:3c:58:dc", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bd3f58-55", "ovs_interfaceid": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.864988] env[69041]: DEBUG oslo_vmware.api [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890426, 'name': ReconfigVM_Task, 'duration_secs': 1.004923} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.865562] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.865786] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Reconfigured VM to attach interface {{(pid=69041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1385.927050] env[69041]: DEBUG nova.scheduler.client.report [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.980100] env[69041]: DEBUG nova.compute.manager [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.980386] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.981492] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6da8a61-88a1-42ff-a473-99513e1840db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.990054] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.990307] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23d7484b-59e6-4636-8384-d59cc9f68401 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.998337] env[69041]: DEBUG oslo_vmware.api [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1385.998337] env[69041]: value = "task-2890428" [ 1385.998337] env[69041]: _type = "Task" [ 1385.998337] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.007748] env[69041]: DEBUG oslo_vmware.api [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.044166] env[69041]: DEBUG oslo_concurrency.lockutils [req-8a65c13a-1430-48d5-ad84-5d2178c9bcd3 req-fb064a5f-b22d-4fa5-b68a-6e5340089f5b service nova] Releasing lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.104379] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.131831] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.132142] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.132317] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.132634] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.132837] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.133111] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.133480] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.133767] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.134077] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.134363] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.134701] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.136553] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0851869c-6de2-434e-839a-afae300da241 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.149388] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890427, 'name': Rename_Task, 'duration_secs': 0.16769} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.151290] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.152044] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eb7d8b3-8cdc-4e10-9e05-e80b8a20f25b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.154251] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4043a646-3dca-4ad2-b59d-74ad0af1e4f1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.174170] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1386.174170] env[69041]: value = "task-2890429" [ 1386.174170] env[69041]: _type = "Task" [ 1386.174170] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.183137] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.211400] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.211732] env[69041]: DEBUG nova.compute.manager [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Instance network_info: |[{"id": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "address": "fa:16:3e:3c:58:dc", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bd3f58-55", "ovs_interfaceid": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1386.212047] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] Acquired lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.212235] env[69041]: DEBUG nova.network.neutron [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Refreshing network info cache for port 67bd3f58-55af-4d99-9439-e81b8fdb046e {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.213497] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:58:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67bd3f58-55af-4d99-9439-e81b8fdb046e', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.221943] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.223197] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.223462] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f61f152-7a45-4025-af3a-aacbae2c0a94 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.248229] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.248229] env[69041]: value = "task-2890430" [ 1386.248229] env[69041]: _type = "Task" [ 1386.248229] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.256895] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890430, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.373233] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2ee5531e-a481-416a-901c-58ceda40c4b6 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-096ae014-255e-4699-95ea-06c0725ff5d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.996s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.390905] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Successfully updated port: 0a7ea0d9-dad1-4af2-8174-ae9534a92868 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1386.432369] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.432901] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1386.435577] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.390s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.435681] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.435833] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1386.436125] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.418s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.436332] env[69041]: DEBUG nova.objects.instance [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'resources' on Instance uuid 651f64cd-4388-4c72-afe7-b34d379d23ad {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.438466] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a415408b-6799-4167-9cfe-b8fb639e3ba1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.448694] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110781e0-8b6a-4052-93f0-73828d45b0e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.464200] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3638e10-7c1e-4310-8e20-e2f36d633dd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.472287] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a652324-5b2e-4980-9842-181ef7247f4f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.502987] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179673MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1386.503155] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.512732] env[69041]: DEBUG oslo_vmware.api [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890428, 'name': PowerOffVM_Task, 'duration_secs': 0.191737} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.512732] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.512834] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.513019] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4d5dbe1-a388-4912-b41b-62558c35512a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.596342] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.596538] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.596729] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Deleting the datastore file [datastore1] 105ae9ee-3db2-4f4e-8c9b-966e40b7582d {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.596988] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f642534-bed3-40dd-8e28-0b02b13d1e62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.607781] env[69041]: DEBUG oslo_vmware.api [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1386.607781] env[69041]: value = "task-2890432" [ 1386.607781] env[69041]: _type = "Task" [ 1386.607781] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.615744] env[69041]: DEBUG oslo_vmware.api [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.684551] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.761228] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890430, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.895839] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "refresh_cache-fc0b111e-06a3-433f-89c5-904e51326490" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.895978] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "refresh_cache-fc0b111e-06a3-433f-89c5-904e51326490" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.896122] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.928030] env[69041]: DEBUG nova.network.neutron [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updated VIF entry in instance network info cache for port 67bd3f58-55af-4d99-9439-e81b8fdb046e. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.928030] env[69041]: DEBUG nova.network.neutron [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance_info_cache with network_info: [{"id": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "address": "fa:16:3e:3c:58:dc", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bd3f58-55", "ovs_interfaceid": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.939915] env[69041]: DEBUG nova.compute.utils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1386.942058] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.942306] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.945380] env[69041]: DEBUG nova.objects.instance [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'numa_topology' on Instance uuid 651f64cd-4388-4c72-afe7-b34d379d23ad {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.982254] env[69041]: DEBUG nova.policy [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd6c50a72efe4cb685a35a51581d4021', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48fa43482c724f699adfaac458939613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1387.118404] env[69041]: DEBUG oslo_vmware.api [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139213} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.118707] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.118827] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.119014] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.119214] env[69041]: INFO nova.compute.manager [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1387.119449] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.119650] env[69041]: DEBUG nova.compute.manager [-] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.119774] env[69041]: DEBUG nova.network.neutron [-] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.185517] env[69041]: DEBUG oslo_vmware.api [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890429, 'name': PowerOnVM_Task, 'duration_secs': 0.792675} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.185916] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.186048] env[69041]: INFO nova.compute.manager [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Took 5.92 seconds to spawn the instance on the hypervisor. [ 1387.186303] env[69041]: DEBUG nova.compute.manager [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.187085] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f6cb5c-08f0-4615-b4ec-91f96241fcb0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.259046] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890430, 'name': CreateVM_Task, 'duration_secs': 0.82035} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.259214] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.261176] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.261364] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.261682] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.261979] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a75ea4c-21a5-409f-a9f6-14032e8ddd36 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.267807] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1387.267807] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5209f14b-bbdd-204b-5117-e4310012585c" [ 1387.267807] env[69041]: _type = "Task" [ 1387.267807] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.277959] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5209f14b-bbdd-204b-5117-e4310012585c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.356786] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Successfully created port: 1dd913b2-8a08-42fd-9265-c4f054f9e042 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.431378] env[69041]: DEBUG oslo_concurrency.lockutils [req-9535cae9-70c4-4be9-be90-8512f684e6e0 req-6b3a645c-5e66-41bb-bd8e-0e27276a0715 service nova] Releasing lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.442850] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.445293] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.447932] env[69041]: DEBUG nova.objects.base [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Object Instance<651f64cd-4388-4c72-afe7-b34d379d23ad> lazy-loaded attributes: resources,numa_topology {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1387.579517] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "interface-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-096ae014-255e-4699-95ea-06c0725ff5d1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.581637] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-096ae014-255e-4699-95ea-06c0725ff5d1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.668900] env[69041]: DEBUG nova.compute.manager [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Received event network-vif-plugged-0a7ea0d9-dad1-4af2-8174-ae9534a92868 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1387.669132] env[69041]: DEBUG oslo_concurrency.lockutils [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] Acquiring lock "fc0b111e-06a3-433f-89c5-904e51326490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.669333] env[69041]: DEBUG oslo_concurrency.lockutils [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] Lock "fc0b111e-06a3-433f-89c5-904e51326490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.669625] env[69041]: DEBUG oslo_concurrency.lockutils [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] Lock "fc0b111e-06a3-433f-89c5-904e51326490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.669690] env[69041]: DEBUG nova.compute.manager [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] No waiting events found dispatching network-vif-plugged-0a7ea0d9-dad1-4af2-8174-ae9534a92868 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.669850] env[69041]: WARNING nova.compute.manager [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Received unexpected event network-vif-plugged-0a7ea0d9-dad1-4af2-8174-ae9534a92868 for instance with vm_state building and task_state spawning. [ 1387.670022] env[69041]: DEBUG nova.compute.manager [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Received event network-changed-0a7ea0d9-dad1-4af2-8174-ae9534a92868 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1387.670271] env[69041]: DEBUG nova.compute.manager [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Refreshing instance network info cache due to event network-changed-0a7ea0d9-dad1-4af2-8174-ae9534a92868. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1387.670527] env[69041]: DEBUG oslo_concurrency.lockutils [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] Acquiring lock "refresh_cache-fc0b111e-06a3-433f-89c5-904e51326490" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.706046] env[69041]: INFO nova.compute.manager [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Took 15.75 seconds to build instance. [ 1387.716268] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Updating instance_info_cache with network_info: [{"id": "0a7ea0d9-dad1-4af2-8174-ae9534a92868", "address": "fa:16:3e:bf:60:f9", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7ea0d9-da", "ovs_interfaceid": "0a7ea0d9-dad1-4af2-8174-ae9534a92868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.733192] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34dc53a-60ca-4a0d-b4ea-290b90d93fc7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.745048] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe82637-21b1-4684-9204-d2fadded8d6f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.782552] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197c521b-7672-4d46-b673-5d3e6e0881a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.794319] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5209f14b-bbdd-204b-5117-e4310012585c, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.795501] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d5140b-6852-48ed-a022-cda88957b6da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.799875] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.800187] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1387.800496] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.800690] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.800870] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1387.801158] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27c9939b-dbcc-4494-b63e-e1dd777910a4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.813969] env[69041]: DEBUG nova.compute.provider_tree [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.825472] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1387.825624] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1387.826904] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5575939-9527-497f-8956-16f85c895752 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.833438] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1387.833438] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f231db-33b8-1024-c3ac-663792be076b" [ 1387.833438] env[69041]: _type = "Task" [ 1387.833438] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.842690] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f231db-33b8-1024-c3ac-663792be076b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.083078] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.083326] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.084223] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44f976c-0944-460b-bbbe-6b3f5649fe89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.087249] env[69041]: DEBUG nova.network.neutron [-] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.104585] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf22cbc-5629-49fd-92b8-1aca3a3fd4fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.131104] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Reconfiguring VM to detach interface {{(pid=69041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1388.131380] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5372f3d-fe38-4435-800e-d937ea7f63b8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.150101] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1388.150101] env[69041]: value = "task-2890433" [ 1388.150101] env[69041]: _type = "Task" [ 1388.150101] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.158075] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.208894] env[69041]: DEBUG oslo_concurrency.lockutils [None req-280d7cf8-cd2f-452b-9f94-dc631f49ede2 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "a2da231a-27ce-4899-a2b4-bf18c2467830" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.267s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.221645] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "refresh_cache-fc0b111e-06a3-433f-89c5-904e51326490" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.222056] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Instance network_info: |[{"id": "0a7ea0d9-dad1-4af2-8174-ae9534a92868", "address": "fa:16:3e:bf:60:f9", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7ea0d9-da", "ovs_interfaceid": "0a7ea0d9-dad1-4af2-8174-ae9534a92868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.222344] env[69041]: DEBUG oslo_concurrency.lockutils [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] Acquired lock "refresh_cache-fc0b111e-06a3-433f-89c5-904e51326490" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.222525] env[69041]: DEBUG nova.network.neutron [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Refreshing network info cache for port 0a7ea0d9-dad1-4af2-8174-ae9534a92868 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.223680] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:60:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a7ea0d9-dad1-4af2-8174-ae9534a92868', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.231724] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.232672] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.232898] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-098581f8-6087-491c-802d-3dbe80d8e963 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.256175] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.256175] env[69041]: value = "task-2890434" [ 1388.256175] env[69041]: _type = "Task" [ 1388.256175] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.264315] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890434, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.317437] env[69041]: DEBUG nova.scheduler.client.report [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.345217] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f231db-33b8-1024-c3ac-663792be076b, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.345972] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a988f24a-8ad5-4f8e-a7af-04f9e189d391 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.353132] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1388.353132] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d8d309-1c20-61f3-39ca-88ee28ce00ed" [ 1388.353132] env[69041]: _type = "Task" [ 1388.353132] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.365359] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d8d309-1c20-61f3-39ca-88ee28ce00ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009504} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.365606] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.365861] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 057627bb-fe22-482b-9e36-4dde659cb442/057627bb-fe22-482b-9e36-4dde659cb442.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1388.366152] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15209edc-9c8f-485e-a25a-82ac529cac8c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.373355] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1388.373355] env[69041]: value = "task-2890435" [ 1388.373355] env[69041]: _type = "Task" [ 1388.373355] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.383279] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.436902] env[69041]: INFO nova.compute.manager [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Rebuilding instance [ 1388.455752] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1388.477872] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.478182] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.478424] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.478722] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.478961] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.479168] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.479527] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.479721] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.479936] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.480125] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.480310] env[69041]: DEBUG nova.virt.hardware [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.481365] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d229a950-098d-4f2f-bfa4-486a49740857 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.489311] env[69041]: DEBUG nova.compute.manager [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.490139] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6bfd93-331c-42f2-af24-5b9f7523f8ea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.496087] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b47ee1-18db-4cdf-96fa-59286a3fd031 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.589811] env[69041]: INFO nova.compute.manager [-] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Took 1.47 seconds to deallocate network for instance. [ 1388.663394] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.770232] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890434, 'name': CreateVM_Task, 'duration_secs': 0.419552} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.773254] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.774082] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.774282] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.774645] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.775268] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a90df1-9b98-4c81-9ea4-8f0a4f370a48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.781947] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1388.781947] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a1bae6-6c29-9b02-57e0-11e671e51f1f" [ 1388.781947] env[69041]: _type = "Task" [ 1388.781947] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.792475] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a1bae6-6c29-9b02-57e0-11e671e51f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.822804] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.386s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.826183] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.788s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.826529] env[69041]: DEBUG nova.objects.instance [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'resources' on Instance uuid ae054fc7-ad81-4767-818d-2577bb98e88b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.886973] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890435, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.039897] env[69041]: DEBUG nova.network.neutron [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Updated VIF entry in instance network info cache for port 0a7ea0d9-dad1-4af2-8174-ae9534a92868. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.040260] env[69041]: DEBUG nova.network.neutron [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Updating instance_info_cache with network_info: [{"id": "0a7ea0d9-dad1-4af2-8174-ae9534a92868", "address": "fa:16:3e:bf:60:f9", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7ea0d9-da", "ovs_interfaceid": "0a7ea0d9-dad1-4af2-8174-ae9534a92868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.097367] env[69041]: DEBUG oslo_concurrency.lockutils [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.156642] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Successfully updated port: 1dd913b2-8a08-42fd-9265-c4f054f9e042 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.161671] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.294352] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a1bae6-6c29-9b02-57e0-11e671e51f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.058951} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.294597] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.294823] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.295063] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.295216] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.295394] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.295646] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8497f15f-79f1-40e4-b1c0-7aa351dd2bd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.304742] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.304921] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.305619] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c7f6ed-ca99-4d20-ad40-db370f96f175 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.310839] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1389.310839] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52185cc9-b968-58c8-8f97-187190fe530e" [ 1389.310839] env[69041]: _type = "Task" [ 1389.310839] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.318801] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52185cc9-b968-58c8-8f97-187190fe530e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.334083] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db7116d4-8215-47b7-8a45-a4649b2a73d7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.717s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.334903] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.665s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.335093] env[69041]: INFO nova.compute.manager [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Unshelving [ 1389.387374] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5247} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.390115] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 057627bb-fe22-482b-9e36-4dde659cb442/057627bb-fe22-482b-9e36-4dde659cb442.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1389.390271] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1389.391448] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e525b44-1130-478d-b7c0-8481f3fe6f07 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.399779] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1389.399779] env[69041]: value = "task-2890436" [ 1389.399779] env[69041]: _type = "Task" [ 1389.399779] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.412249] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.508249] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.508577] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44f4bc9f-8e1d-46d2-98ed-aaadf21214e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.519125] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1389.519125] env[69041]: value = "task-2890437" [ 1389.519125] env[69041]: _type = "Task" [ 1389.519125] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.533344] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.542368] env[69041]: DEBUG oslo_concurrency.lockutils [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] Releasing lock "refresh_cache-fc0b111e-06a3-433f-89c5-904e51326490" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.542655] env[69041]: DEBUG nova.compute.manager [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Received event network-vif-deleted-875cadf5-7b6f-4032-961e-86347e640d62 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1389.542889] env[69041]: INFO nova.compute.manager [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Neutron deleted interface 875cadf5-7b6f-4032-961e-86347e640d62; detaching it from the instance and deleting it from the info cache [ 1389.543092] env[69041]: DEBUG nova.network.neutron [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.583031] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e285c8e6-667c-4ebc-b794-f3c9e0269751 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.591681] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4dd227-b8b6-478b-8d78-dafc77c0203d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.622993] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a684d231-a7f1-47a6-b52a-12769da8d237 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.631277] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf697619-a703-407e-a7f6-03ffeab17cdf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.648302] env[69041]: DEBUG nova.compute.provider_tree [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.660502] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "refresh_cache-57018bba-7114-4fb5-829b-c829a69a4216" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.660645] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "refresh_cache-57018bba-7114-4fb5-829b-c829a69a4216" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.660793] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.661951] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.699308] env[69041]: DEBUG nova.compute.manager [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Received event network-vif-plugged-1dd913b2-8a08-42fd-9265-c4f054f9e042 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1389.699465] env[69041]: DEBUG oslo_concurrency.lockutils [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] Acquiring lock "57018bba-7114-4fb5-829b-c829a69a4216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.699683] env[69041]: DEBUG oslo_concurrency.lockutils [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] Lock "57018bba-7114-4fb5-829b-c829a69a4216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.699865] env[69041]: DEBUG oslo_concurrency.lockutils [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] Lock "57018bba-7114-4fb5-829b-c829a69a4216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.700023] env[69041]: DEBUG nova.compute.manager [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] No waiting events found dispatching network-vif-plugged-1dd913b2-8a08-42fd-9265-c4f054f9e042 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.700193] env[69041]: WARNING nova.compute.manager [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Received unexpected event network-vif-plugged-1dd913b2-8a08-42fd-9265-c4f054f9e042 for instance with vm_state building and task_state spawning. [ 1389.700349] env[69041]: DEBUG nova.compute.manager [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Received event network-changed-1dd913b2-8a08-42fd-9265-c4f054f9e042 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1389.700518] env[69041]: DEBUG nova.compute.manager [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Refreshing instance network info cache due to event network-changed-1dd913b2-8a08-42fd-9265-c4f054f9e042. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1389.700746] env[69041]: DEBUG oslo_concurrency.lockutils [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] Acquiring lock "refresh_cache-57018bba-7114-4fb5-829b-c829a69a4216" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.822818] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52185cc9-b968-58c8-8f97-187190fe530e, 'name': SearchDatastore_Task, 'duration_secs': 0.009511} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.823622] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b26cfa5-0c94-4590-96a5-8d99d11295f8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.829891] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1389.829891] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526359db-9963-647a-2b5d-3b33b0cbc7b3" [ 1389.829891] env[69041]: _type = "Task" [ 1389.829891] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.838451] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526359db-9963-647a-2b5d-3b33b0cbc7b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.912013] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07525} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.912281] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.913031] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03582db3-9bd3-445d-8d51-3bcddfb238a4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.934853] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 057627bb-fe22-482b-9e36-4dde659cb442/057627bb-fe22-482b-9e36-4dde659cb442.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.935109] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c3f7f0-1497-4f87-bb5e-0b0e43fc5d12 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.955475] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1389.955475] env[69041]: value = "task-2890438" [ 1389.955475] env[69041]: _type = "Task" [ 1389.955475] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.966286] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.030375] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890437, 'name': PowerOffVM_Task, 'duration_secs': 0.178662} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.030664] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.031346] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.032141] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d68e91-daf6-4f80-ac4e-fbc8e4d43ec8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.039394] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1390.039651] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2619bd06-f582-4a96-b458-6d3cc1452ff3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.046028] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca10ec66-17ee-4c86-a3d0-7c0236210e00 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.054862] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57424cd7-eb57-4cb3-9970-e7b90377f38d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.091130] env[69041]: DEBUG nova.compute.manager [req-5bec05c8-b18a-4ded-a4d6-fc4345ad3c76 req-1c7c9a7a-1229-4339-a9a4-06eba46b892d service nova] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Detach interface failed, port_id=875cadf5-7b6f-4032-961e-86347e640d62, reason: Instance 105ae9ee-3db2-4f4e-8c9b-966e40b7582d could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1390.092740] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.092937] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.093135] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Deleting the datastore file [datastore1] a2da231a-27ce-4899-a2b4-bf18c2467830 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.093384] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79efa443-b6e2-4914-bd0b-8ef28cab8b50 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.099618] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1390.099618] env[69041]: value = "task-2890440" [ 1390.099618] env[69041]: _type = "Task" [ 1390.099618] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.107791] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.151475] env[69041]: DEBUG nova.scheduler.client.report [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.166909] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.196567] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.341392] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526359db-9963-647a-2b5d-3b33b0cbc7b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.342322] env[69041]: DEBUG nova.network.neutron [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Updating instance_info_cache with network_info: [{"id": "1dd913b2-8a08-42fd-9265-c4f054f9e042", "address": "fa:16:3e:7b:67:92", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd913b2-8a", "ovs_interfaceid": "1dd913b2-8a08-42fd-9265-c4f054f9e042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.344138] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.344536] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] fc0b111e-06a3-433f-89c5-904e51326490/fc0b111e-06a3-433f-89c5-904e51326490.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.345843] env[69041]: DEBUG nova.compute.utils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1390.347399] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ff6ce67-a54c-4aa1-8778-1d4a388535de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.358263] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1390.358263] env[69041]: value = "task-2890441" [ 1390.358263] env[69041]: _type = "Task" [ 1390.358263] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.368329] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.467167] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.611751] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099873} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.612065] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.612301] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.612518] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.659419] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.661967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.005s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.662250] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.664296] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.310s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.664575] env[69041]: DEBUG nova.objects.instance [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lazy-loading 'resources' on Instance uuid 2f1de2c0-cda1-4592-8c3b-bf790871d75d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.674438] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.684012] env[69041]: INFO nova.scheduler.client.report [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Deleted allocations for instance 685dc88b-7454-48ab-8cbe-a12d7f4d95e2 [ 1390.686686] env[69041]: INFO nova.scheduler.client.report [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Deleted allocations for instance ae054fc7-ad81-4767-818d-2577bb98e88b [ 1390.845031] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "refresh_cache-57018bba-7114-4fb5-829b-c829a69a4216" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.845395] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Instance network_info: |[{"id": "1dd913b2-8a08-42fd-9265-c4f054f9e042", "address": "fa:16:3e:7b:67:92", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd913b2-8a", "ovs_interfaceid": "1dd913b2-8a08-42fd-9265-c4f054f9e042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.845717] env[69041]: DEBUG oslo_concurrency.lockutils [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] Acquired lock "refresh_cache-57018bba-7114-4fb5-829b-c829a69a4216" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.845904] env[69041]: DEBUG nova.network.neutron [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Refreshing network info cache for port 1dd913b2-8a08-42fd-9265-c4f054f9e042 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.847221] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:67:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dd913b2-8a08-42fd-9265-c4f054f9e042', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.855490] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.857105] env[69041]: INFO nova.virt.block_device [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Booting with volume a5ffc738-204d-4365-bdee-947cb62cc2f2 at /dev/sdb [ 1390.858869] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.859722] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67e7bbb1-d3ee-49ef-b0ba-ddb9a714265f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.889869] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490666} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.891354] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] fc0b111e-06a3-433f-89c5-904e51326490/fc0b111e-06a3-433f-89c5-904e51326490.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.891685] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.892010] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.892010] env[69041]: value = "task-2890442" [ 1390.892010] env[69041]: _type = "Task" [ 1390.892010] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.892297] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b603e9f-94e5-48de-9a61-3add301865c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.906181] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890442, 'name': CreateVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.908016] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1390.908016] env[69041]: value = "task-2890443" [ 1390.908016] env[69041]: _type = "Task" [ 1390.908016] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.919661] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.920923] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efb9ad6a-edaf-4622-bda0-d7daec91bf6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.932049] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ea5ffb-ad78-48dc-9295-b0b75e4a5d25 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.974143] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62e8c5d8-95bc-4d2a-b921-1b2eef7f8694 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.983274] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890438, 'name': ReconfigVM_Task, 'duration_secs': 0.635167} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.984553] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 057627bb-fe22-482b-9e36-4dde659cb442/057627bb-fe22-482b-9e36-4dde659cb442.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.985207] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8ea8112-4875-445b-8b00-976a5c9e1ff3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.989885] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ded9ed1-7e60-43f8-b4d2-ff4d861613be {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.006533] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1391.006533] env[69041]: value = "task-2890444" [ 1391.006533] env[69041]: _type = "Task" [ 1391.006533] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.014921] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890444, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.025924] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f944bbbf-4014-4b7f-9825-bb5728488c2d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.033608] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9422307-6133-405d-9d77-ac3850609eb5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.052748] env[69041]: DEBUG nova.virt.block_device [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updating existing volume attachment record: 74f6615e-f0f6-4a6a-877b-d35bb53eda60 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1391.167285] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.200828] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1b638bd5-b998-4d62-9c12-3ad5c6502303 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "ae054fc7-ad81-4767-818d-2577bb98e88b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.992s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.201567] env[69041]: DEBUG oslo_concurrency.lockutils [None req-86b60479-bda2-4fd1-8e1d-9d6e8b60e87b tempest-DeleteServersTestJSON-1481162879 tempest-DeleteServersTestJSON-1481162879-project-member] Lock "685dc88b-7454-48ab-8cbe-a12d7f4d95e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.105s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.405863] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe963ee3-6dcd-4180-bfba-51ecb1e84d4f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.412158] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890442, 'name': CreateVM_Task, 'duration_secs': 0.414879} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.415734] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.416496] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.416676] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.417019] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.417621] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a074dca4-f793-4c70-abb7-39c27fde823f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.424190] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079581} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.425769] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9870d71c-a6cb-43cf-87cf-da94f1024aed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.430152] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.432449] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8c9abf-4e83-4508-9988-388bf37b5748 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.436296] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1391.436296] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52de57e8-b4c7-76ea-a1ae-e5070faf920b" [ 1391.436296] env[69041]: _type = "Task" [ 1391.436296] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.480277] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af252ad5-2a88-493c-ba9f-e085707e2d0f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.491876] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] fc0b111e-06a3-433f-89c5-904e51326490/fc0b111e-06a3-433f-89c5-904e51326490.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.498167] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321d6953-62c4-42cf-bc4b-2e7fb8afcccf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.513708] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52de57e8-b4c7-76ea-a1ae-e5070faf920b, 'name': SearchDatastore_Task, 'duration_secs': 0.01202} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.514677] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.515015] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.515227] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.515436] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.515581] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.519224] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2648dab2-d95b-4f79-8f03-d8a60d821b41 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.525386] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d7622b-bb2d-4a9e-9a57-f423940e0c8d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.533512] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1391.533512] env[69041]: value = "task-2890449" [ 1391.533512] env[69041]: _type = "Task" [ 1391.533512] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.533760] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890444, 'name': Rename_Task, 'duration_secs': 0.204695} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.535477] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.535812] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.536073] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.543473] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8032861-258c-47ed-b4de-aea1689ae316 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.545009] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11087846-9295-4ed7-88b4-90861c8260bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.556473] env[69041]: DEBUG nova.compute.provider_tree [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.564723] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.567448] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1391.567448] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d0e35f-6d16-c04d-817d-b5e2d1edb2d5" [ 1391.567448] env[69041]: _type = "Task" [ 1391.567448] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.567973] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1391.567973] env[69041]: value = "task-2890450" [ 1391.567973] env[69041]: _type = "Task" [ 1391.567973] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.580760] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.586830] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d0e35f-6d16-c04d-817d-b5e2d1edb2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01294} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.588052] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf245ecc-1e0a-42d9-b496-d35158cf10c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.594545] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1391.594545] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dcd027-07a1-aa89-6cd9-315e29c074cd" [ 1391.594545] env[69041]: _type = "Task" [ 1391.594545] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.604321] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dcd027-07a1-aa89-6cd9-315e29c074cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.650421] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1391.650680] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1391.650851] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.651059] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1391.651213] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.651357] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1391.651576] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1391.651797] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1391.651992] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1391.652172] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1391.652354] env[69041]: DEBUG nova.virt.hardware [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1391.653256] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b6dc32-116b-472b-b4e4-6334220f16f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.667177] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.670630] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ca8715-24f2-4318-b68a-8a0afbf95a0f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.686485] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.692311] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.692593] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.693139] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1018d69-74a0-4837-8488-407408f06ab7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.705390] env[69041]: DEBUG nova.network.neutron [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Updated VIF entry in instance network info cache for port 1dd913b2-8a08-42fd-9265-c4f054f9e042. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.705735] env[69041]: DEBUG nova.network.neutron [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Updating instance_info_cache with network_info: [{"id": "1dd913b2-8a08-42fd-9265-c4f054f9e042", "address": "fa:16:3e:7b:67:92", "network": {"id": "ed95d875-09c2-4c5f-b414-7f62068e804e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318228734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fa43482c724f699adfaac458939613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd913b2-8a", "ovs_interfaceid": "1dd913b2-8a08-42fd-9265-c4f054f9e042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.714099] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.714099] env[69041]: value = "task-2890451" [ 1391.714099] env[69041]: _type = "Task" [ 1391.714099] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.723865] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890451, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.045925] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890449, 'name': ReconfigVM_Task, 'duration_secs': 0.311613} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.046137] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Reconfigured VM instance instance-00000066 to attach disk [datastore2] fc0b111e-06a3-433f-89c5-904e51326490/fc0b111e-06a3-433f-89c5-904e51326490.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.046772] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77996a3a-00f0-44b1-879e-1c84903ffcc0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.054692] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1392.054692] env[69041]: value = "task-2890452" [ 1392.054692] env[69041]: _type = "Task" [ 1392.054692] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.060394] env[69041]: DEBUG nova.scheduler.client.report [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.071612] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890452, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.083083] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.105487] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52dcd027-07a1-aa89-6cd9-315e29c074cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.105771] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.106053] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 57018bba-7114-4fb5-829b-c829a69a4216/57018bba-7114-4fb5-829b-c829a69a4216.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.106323] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4e39b77-382b-4eb3-bdf5-1dafcd6c5d0c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.113286] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1392.113286] env[69041]: value = "task-2890453" [ 1392.113286] env[69041]: _type = "Task" [ 1392.113286] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.123271] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.171848] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.209944] env[69041]: DEBUG oslo_concurrency.lockutils [req-e32ec49d-dba2-40a1-b581-e19a1f0d6e59 req-a4f4862f-5c0a-4bd3-96bc-aacc01219c4a service nova] Releasing lock "refresh_cache-57018bba-7114-4fb5-829b-c829a69a4216" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.226141] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890451, 'name': CreateVM_Task, 'duration_secs': 0.355668} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.226317] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.226753] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.226923] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.227406] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.227710] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5495690-351d-4908-bc1e-d8cb3c0c3687 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.233367] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1392.233367] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522a7398-5e78-ef57-6793-a36275c402f8" [ 1392.233367] env[69041]: _type = "Task" [ 1392.233367] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.242471] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522a7398-5e78-ef57-6793-a36275c402f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.566181] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890452, 'name': Rename_Task, 'duration_secs': 0.18717} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.566474] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.566670] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f1aeedd-5abf-47d4-9bd4-b6692e01108f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.575781] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.579742] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.076s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.586147] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1392.586147] env[69041]: value = "task-2890454" [ 1392.586147] env[69041]: _type = "Task" [ 1392.586147] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.594239] env[69041]: DEBUG oslo_vmware.api [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890450, 'name': PowerOnVM_Task, 'duration_secs': 0.553092} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.594430] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.595236] env[69041]: INFO nova.compute.manager [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1392.595236] env[69041]: DEBUG nova.compute.manager [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.595640] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce68e303-f3b3-4d12-840b-d40e9cd966d5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.603761] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.611614] env[69041]: INFO nova.scheduler.client.report [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted allocations for instance 2f1de2c0-cda1-4592-8c3b-bf790871d75d [ 1392.629100] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50545} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.629426] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 57018bba-7114-4fb5-829b-c829a69a4216/57018bba-7114-4fb5-829b-c829a69a4216.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.629705] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.629994] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-492fe6bd-21b6-40f7-b4b7-bcd6e023fc98 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.637537] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1392.637537] env[69041]: value = "task-2890455" [ 1392.637537] env[69041]: _type = "Task" [ 1392.637537] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.653016] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.670896] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.745630] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522a7398-5e78-ef57-6793-a36275c402f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011709} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.746487] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.746487] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.746653] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.746850] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.747107] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.747562] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a4296b5-2274-4dd1-91c4-63f40bb8c7dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.757115] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.757305] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.758197] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67afda51-a9eb-4a22-8eed-6387dcb4996d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.766240] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1392.766240] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521a86c9-81ec-74b3-c426-e7b083e97377" [ 1392.766240] env[69041]: _type = "Task" [ 1392.766240] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.774431] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521a86c9-81ec-74b3-c426-e7b083e97377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.105415] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890454, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.126165] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eef81f7f-eff6-4e95-b2fa-4c0b46fb9845 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "2f1de2c0-cda1-4592-8c3b-bf790871d75d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.250s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.130049] env[69041]: INFO nova.compute.manager [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Took 18.26 seconds to build instance. [ 1393.147813] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111739} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.148089] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.148875] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df97c0a8-95e4-45e5-8f73-a7344f1546bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.171913] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 57018bba-7114-4fb5-829b-c829a69a4216/57018bba-7114-4fb5-829b-c829a69a4216.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.175444] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e2b56b-5bd1-41be-9298-01a8f0c6e63b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.196512] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.197775] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1393.197775] env[69041]: value = "task-2890456" [ 1393.197775] env[69041]: _type = "Task" [ 1393.197775] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.206262] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.278504] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521a86c9-81ec-74b3-c426-e7b083e97377, 'name': SearchDatastore_Task, 'duration_secs': 0.012439} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.279311] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ef7978-2a81-45d8-9ad1-9467ae6789a8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.285517] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1393.285517] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e9f1f7-8f0d-371f-4a29-369d995e323d" [ 1393.285517] env[69041]: _type = "Task" [ 1393.285517] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.293766] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e9f1f7-8f0d-371f-4a29-369d995e323d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.608729] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890454, 'name': PowerOnVM_Task, 'duration_secs': 0.555272} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.609045] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.609253] env[69041]: INFO nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1393.609429] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.610288] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054eb752-e0c7-44f5-a9e6-2f6cbcdd8916 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.624640] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c5fbfa59-eeed-4220-bc40-50618af87a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.624820] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b8189091-5a8f-4683-bbce-668554ada5a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.628227] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b4a28a03-3901-4c03-b49b-b71b57b7f39e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.628392] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance bd998528-0bf7-4c09-a2cc-49a144c61e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.628524] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.628644] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 19cb5436-7c91-409d-a98d-9632cd9ad793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.628760] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.628873] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance ccd230e3-87c5-426c-9254-95c3eb88ab79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.629022] env[69041]: WARNING nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 105ae9ee-3db2-4f4e-8c9b-966e40b7582d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1393.629143] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 2842c9f8-1713-429f-8b4a-dc3a6e44c96e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.629257] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance a2da231a-27ce-4899-a2b4-bf18c2467830 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.629368] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 057627bb-fe22-482b-9e36-4dde659cb442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.629475] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance fc0b111e-06a3-433f-89c5-904e51326490 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.629613] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 57018bba-7114-4fb5-829b-c829a69a4216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.631910] env[69041]: DEBUG oslo_concurrency.lockutils [None req-85f97461-8bb4-464e-b8c9-d215388ea3f5 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.765s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.676574] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.709448] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890456, 'name': ReconfigVM_Task, 'duration_secs': 0.353241} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.709728] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 57018bba-7114-4fb5-829b-c829a69a4216/57018bba-7114-4fb5-829b-c829a69a4216.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.710341] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ca3e47a-bc46-4daf-b6d3-5ba2695667df {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.719016] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1393.719016] env[69041]: value = "task-2890458" [ 1393.719016] env[69041]: _type = "Task" [ 1393.719016] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.727095] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890458, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.732778] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.733033] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.796927] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e9f1f7-8f0d-371f-4a29-369d995e323d, 'name': SearchDatastore_Task, 'duration_secs': 0.015664} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.796927] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.797158] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] a2da231a-27ce-4899-a2b4-bf18c2467830/a2da231a-27ce-4899-a2b4-bf18c2467830.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.797756] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b51fa853-1af2-4da7-a45c-8d68323ac6b1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.804857] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1393.804857] env[69041]: value = "task-2890459" [ 1393.804857] env[69041]: _type = "Task" [ 1393.804857] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.813581] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.995238] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "19cb5436-7c91-409d-a98d-9632cd9ad793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.995238] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "19cb5436-7c91-409d-a98d-9632cd9ad793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.995238] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "19cb5436-7c91-409d-a98d-9632cd9ad793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.995238] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "19cb5436-7c91-409d-a98d-9632cd9ad793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.995238] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "19cb5436-7c91-409d-a98d-9632cd9ad793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.997253] env[69041]: INFO nova.compute.manager [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Terminating instance [ 1394.019464] env[69041]: DEBUG nova.compute.manager [req-03e1ac9e-e64c-4f10-adfa-b8f58cd217a2 req-8061dccb-6c65-4b30-853b-a9bc58b886a4 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Received event network-changed-67bd3f58-55af-4d99-9439-e81b8fdb046e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1394.019684] env[69041]: DEBUG nova.compute.manager [req-03e1ac9e-e64c-4f10-adfa-b8f58cd217a2 req-8061dccb-6c65-4b30-853b-a9bc58b886a4 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Refreshing instance network info cache due to event network-changed-67bd3f58-55af-4d99-9439-e81b8fdb046e. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1394.019927] env[69041]: DEBUG oslo_concurrency.lockutils [req-03e1ac9e-e64c-4f10-adfa-b8f58cd217a2 req-8061dccb-6c65-4b30-853b-a9bc58b886a4 service nova] Acquiring lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.020060] env[69041]: DEBUG oslo_concurrency.lockutils [req-03e1ac9e-e64c-4f10-adfa-b8f58cd217a2 req-8061dccb-6c65-4b30-853b-a9bc58b886a4 service nova] Acquired lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.021008] env[69041]: DEBUG nova.network.neutron [req-03e1ac9e-e64c-4f10-adfa-b8f58cd217a2 req-8061dccb-6c65-4b30-853b-a9bc58b886a4 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Refreshing network info cache for port 67bd3f58-55af-4d99-9439-e81b8fdb046e {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.135951] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 651f64cd-4388-4c72-afe7-b34d379d23ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1394.140418] env[69041]: INFO nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Took 16.88 seconds to build instance. [ 1394.174280] env[69041]: DEBUG oslo_vmware.api [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890433, 'name': ReconfigVM_Task, 'duration_secs': 5.760266} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.174604] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.174725] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Reconfigured VM to detach interface {{(pid=69041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1394.230590] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890458, 'name': Rename_Task, 'duration_secs': 0.195469} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.230906] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.231190] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-976020fd-fa2f-4497-bb5a-8e705b9f6a48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.236381] env[69041]: DEBUG nova.compute.manager [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1394.240192] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1394.240192] env[69041]: value = "task-2890460" [ 1394.240192] env[69041]: _type = "Task" [ 1394.240192] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.248620] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.317963] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890459, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.507170] env[69041]: DEBUG nova.compute.manager [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1394.507170] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.507170] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165ea15d-c289-404d-b129-fc0324f671b8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.525184] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.526447] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e0d6395-ca7b-45d1-8eeb-62b1c3630e1a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.540577] env[69041]: DEBUG oslo_vmware.api [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1394.540577] env[69041]: value = "task-2890461" [ 1394.540577] env[69041]: _type = "Task" [ 1394.540577] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.555400] env[69041]: DEBUG oslo_vmware.api [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.646038] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 6ab11791-d7bc-4c32-9f6b-6292775de9c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1394.646255] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1394.646440] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1394.649133] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "fc0b111e-06a3-433f-89c5-904e51326490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.397s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.770428] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890460, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.778341] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.818768] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867816} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.819041] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] a2da231a-27ce-4899-a2b4-bf18c2467830/a2da231a-27ce-4899-a2b4-bf18c2467830.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.819257] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.819520] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1e75938-7b64-438d-9d66-172b01d2af46 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.827606] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1394.827606] env[69041]: value = "task-2890462" [ 1394.827606] env[69041]: _type = "Task" [ 1394.827606] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.845039] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.872957] env[69041]: DEBUG nova.network.neutron [req-03e1ac9e-e64c-4f10-adfa-b8f58cd217a2 req-8061dccb-6c65-4b30-853b-a9bc58b886a4 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updated VIF entry in instance network info cache for port 67bd3f58-55af-4d99-9439-e81b8fdb046e. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.873444] env[69041]: DEBUG nova.network.neutron [req-03e1ac9e-e64c-4f10-adfa-b8f58cd217a2 req-8061dccb-6c65-4b30-853b-a9bc58b886a4 service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance_info_cache with network_info: [{"id": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "address": "fa:16:3e:3c:58:dc", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bd3f58-55", "ovs_interfaceid": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.941925] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009777b4-2f6f-4399-92e9-a7bd54185bfb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.951610] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242ebfbc-b498-4953-a900-861ab3b4bbb9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.987057] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b923857f-c863-4877-b215-c71b14104cee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.995625] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d52b86-622a-4641-8774-ff3b85a80e37 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.012303] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.051825] env[69041]: DEBUG oslo_vmware.api [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890461, 'name': PowerOffVM_Task, 'duration_secs': 0.324436} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.052309] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.052398] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.052923] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4fb5b0-c2fb-4433-b932-50c9dfc0659f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.160345] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.160723] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.161121] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleting the datastore file [datastore1] 19cb5436-7c91-409d-a98d-9632cd9ad793 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.161560] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-878aa6de-d228-4ef1-9fb1-43d64dd792b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.170896] env[69041]: DEBUG oslo_vmware.api [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1395.170896] env[69041]: value = "task-2890464" [ 1395.170896] env[69041]: _type = "Task" [ 1395.170896] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.179843] env[69041]: DEBUG oslo_vmware.api [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.256640] env[69041]: DEBUG oslo_vmware.api [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890460, 'name': PowerOnVM_Task, 'duration_secs': 0.833473} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.257046] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.257137] env[69041]: INFO nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1395.257275] env[69041]: DEBUG nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.258078] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb9a4f7-2eac-4a6c-9a04-66a4e3b64e71 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.346018] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080411} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.346018] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1395.346018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b5a599-d269-4c2f-bd9b-be71e9988574 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.368202] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] a2da231a-27ce-4899-a2b4-bf18c2467830/a2da231a-27ce-4899-a2b4-bf18c2467830.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.369085] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a17548d-e71e-441e-b3ff-6487e691da57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.385138] env[69041]: DEBUG oslo_concurrency.lockutils [req-03e1ac9e-e64c-4f10-adfa-b8f58cd217a2 req-8061dccb-6c65-4b30-853b-a9bc58b886a4 service nova] Releasing lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.392527] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1395.392527] env[69041]: value = "task-2890465" [ 1395.392527] env[69041]: _type = "Task" [ 1395.392527] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.402250] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.518029] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.519253] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.519530] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.519875] env[69041]: DEBUG nova.network.neutron [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.684092] env[69041]: DEBUG oslo_vmware.api [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.780443] env[69041]: INFO nova.compute.manager [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Took 18.47 seconds to build instance. [ 1395.904663] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890465, 'name': ReconfigVM_Task, 'duration_secs': 0.501228} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.905669] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Reconfigured VM instance instance-00000064 to attach disk [datastore1] a2da231a-27ce-4899-a2b4-bf18c2467830/a2da231a-27ce-4899-a2b4-bf18c2467830.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.905669] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-781c2c64-dc31-4599-84a7-28d3e487f1b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.913850] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1395.913850] env[69041]: value = "task-2890466" [ 1395.913850] env[69041]: _type = "Task" [ 1395.913850] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.928271] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890466, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.023385] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1396.023702] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.444s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.027410] env[69041]: DEBUG oslo_concurrency.lockutils [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.930s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.027769] env[69041]: DEBUG oslo_concurrency.lockutils [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.029858] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.253s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.031442] env[69041]: INFO nova.compute.claims [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.064239] env[69041]: INFO nova.scheduler.client.report [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Deleted allocations for instance 105ae9ee-3db2-4f4e-8c9b-966e40b7582d [ 1396.182457] env[69041]: DEBUG oslo_vmware.api [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53557} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.182677] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.182815] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.182989] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.183171] env[69041]: INFO nova.compute.manager [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1396.183404] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.183586] env[69041]: DEBUG nova.compute.manager [-] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.183675] env[69041]: DEBUG nova.network.neutron [-] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1396.282096] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b30a681-32d9-468a-94e6-afd2e99f2918 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "57018bba-7114-4fb5-829b-c829a69a4216" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.984s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.308859] env[69041]: DEBUG nova.compute.manager [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received event network-changed-1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1396.309083] env[69041]: DEBUG nova.compute.manager [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing instance network info cache due to event network-changed-1a73a80c-1169-44b8-97e1-177d531fe21a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1396.309257] env[69041]: DEBUG oslo_concurrency.lockutils [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] Acquiring lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.310158] env[69041]: INFO nova.network.neutron [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Port 096ae014-255e-4699-95ea-06c0725ff5d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1396.310474] env[69041]: DEBUG nova.network.neutron [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [{"id": "1a73a80c-1169-44b8-97e1-177d531fe21a", "address": "fa:16:3e:72:60:68", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a73a80c-11", "ovs_interfaceid": "1a73a80c-1169-44b8-97e1-177d531fe21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.426172] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890466, 'name': Rename_Task, 'duration_secs': 0.260337} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.428402] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.428402] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2908e76c-4e89-4517-9dfb-d925c032d6b8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.436359] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1396.436359] env[69041]: value = "task-2890467" [ 1396.436359] env[69041]: _type = "Task" [ 1396.436359] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.445741] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.541848] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "interface-2842c9f8-1713-429f-8b4a-dc3a6e44c96e-096ae014-255e-4699-95ea-06c0725ff5d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.542339] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-2842c9f8-1713-429f-8b4a-dc3a6e44c96e-096ae014-255e-4699-95ea-06c0725ff5d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.542339] env[69041]: DEBUG nova.objects.instance [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'flavor' on Instance uuid 2842c9f8-1713-429f-8b4a-dc3a6e44c96e {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.574981] env[69041]: DEBUG oslo_concurrency.lockutils [None req-660d73da-c5ad-46f3-9ee1-ef7edf54ee53 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "105ae9ee-3db2-4f4e-8c9b-966e40b7582d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.100s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.636314] env[69041]: DEBUG nova.compute.manager [req-d6b59b0b-bd67-46af-ba18-45d40f7cc669 req-4e6ddcd2-ff91-446a-843d-78be33c16726 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Received event network-vif-deleted-243a712f-0eb4-4a1a-8da1-fff460e2c955 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1396.636314] env[69041]: INFO nova.compute.manager [req-d6b59b0b-bd67-46af-ba18-45d40f7cc669 req-4e6ddcd2-ff91-446a-843d-78be33c16726 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Neutron deleted interface 243a712f-0eb4-4a1a-8da1-fff460e2c955; detaching it from the instance and deleting it from the info cache [ 1396.636314] env[69041]: DEBUG nova.network.neutron [req-d6b59b0b-bd67-46af-ba18-45d40f7cc669 req-4e6ddcd2-ff91-446a-843d-78be33c16726 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.671035] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.814896] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.826361] env[69041]: DEBUG oslo_concurrency.lockutils [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] Acquired lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.826361] env[69041]: DEBUG nova.network.neutron [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Refreshing network info cache for port 1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.890233] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "fc0b111e-06a3-433f-89c5-904e51326490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.890375] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "fc0b111e-06a3-433f-89c5-904e51326490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.890511] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "fc0b111e-06a3-433f-89c5-904e51326490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.890701] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "fc0b111e-06a3-433f-89c5-904e51326490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.890871] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "fc0b111e-06a3-433f-89c5-904e51326490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.894367] env[69041]: INFO nova.compute.manager [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Terminating instance [ 1396.946593] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.991956] env[69041]: DEBUG nova.network.neutron [-] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.042070] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "ccd230e3-87c5-426c-9254-95c3eb88ab79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.042356] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "ccd230e3-87c5-426c-9254-95c3eb88ab79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.042565] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "ccd230e3-87c5-426c-9254-95c3eb88ab79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.042781] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "ccd230e3-87c5-426c-9254-95c3eb88ab79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.042957] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "ccd230e3-87c5-426c-9254-95c3eb88ab79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.051567] env[69041]: INFO nova.compute.manager [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Terminating instance [ 1397.112047] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "57018bba-7114-4fb5-829b-c829a69a4216" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.112047] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "57018bba-7114-4fb5-829b-c829a69a4216" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.112236] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "57018bba-7114-4fb5-829b-c829a69a4216-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.112659] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "57018bba-7114-4fb5-829b-c829a69a4216-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.112906] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "57018bba-7114-4fb5-829b-c829a69a4216-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.115330] env[69041]: INFO nova.compute.manager [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Terminating instance [ 1397.139121] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4c1a6e3-4845-4eae-9cf2-65b169df0d79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.150349] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717a531a-3a19-4874-8849-28095cd6cad7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.161422] env[69041]: DEBUG nova.objects.instance [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'pci_requests' on Instance uuid 2842c9f8-1713-429f-8b4a-dc3a6e44c96e {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.194776] env[69041]: DEBUG nova.compute.manager [req-d6b59b0b-bd67-46af-ba18-45d40f7cc669 req-4e6ddcd2-ff91-446a-843d-78be33c16726 service nova] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Detach interface failed, port_id=243a712f-0eb4-4a1a-8da1-fff460e2c955, reason: Instance 19cb5436-7c91-409d-a98d-9632cd9ad793 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1397.282119] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de1db5-576b-411a-9f58-c74fde8445ff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.290283] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec766cf-b2a5-445f-9b31-3c5284c2f24b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.024057] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b59facb-0acf-4833-8c4e-b9d6107f3cc4 tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-096ae014-255e-4699-95ea-06c0725ff5d1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.444s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.027211] env[69041]: DEBUG nova.compute.manager [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.027411] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.027853] env[69041]: INFO nova.compute.manager [-] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Took 1.84 seconds to deallocate network for instance. [ 1398.028299] env[69041]: DEBUG nova.compute.manager [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.028476] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.028914] env[69041]: DEBUG nova.compute.manager [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.029103] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.029507] env[69041]: DEBUG nova.objects.base [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Object Instance<2842c9f8-1713-429f-8b4a-dc3a6e44c96e> lazy-loaded attributes: flavor,pci_requests {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1398.029724] env[69041]: DEBUG nova.network.neutron [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.032567] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a97675-b081-45ba-aeeb-624df43d5b3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.040052] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a7e741-d8c3-4411-9d6c-084272d8b8a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.042572] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dbc1f3-dd59-4382-b623-4d3732679e35 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.076010] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a92d6c-43d4-48e1-b74f-361505067bf6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.087297] env[69041]: DEBUG oslo_vmware.api [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890467, 'name': PowerOnVM_Task, 'duration_secs': 0.843034} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.087606] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.087871] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.088121] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.088744] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.088965] env[69041]: DEBUG nova.compute.manager [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.089246] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c82916fb-31d4-46be-982f-948dae383e49 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.091019] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72285592-62fe-4cfa-82fa-f0097e0bcce5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.092713] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39e0c084-195b-474b-b4e1-1ee46bff8df7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.096095] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cb3933-d9ae-46cd-a6b0-04ae8b960ffc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.100327] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff33248-2aa8-4263-a790-0c9203b9b50b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.106962] env[69041]: DEBUG oslo_vmware.api [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1398.106962] env[69041]: value = "task-2890469" [ 1398.106962] env[69041]: _type = "Task" [ 1398.106962] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.107255] env[69041]: DEBUG oslo_vmware.api [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1398.107255] env[69041]: value = "task-2890468" [ 1398.107255] env[69041]: _type = "Task" [ 1398.107255] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.108954] env[69041]: DEBUG oslo_vmware.api [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1398.108954] env[69041]: value = "task-2890470" [ 1398.108954] env[69041]: _type = "Task" [ 1398.108954] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.133669] env[69041]: DEBUG nova.compute.provider_tree [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.146494] env[69041]: DEBUG oslo_vmware.api [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.147584] env[69041]: DEBUG oslo_vmware.api [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.150839] env[69041]: DEBUG oslo_vmware.api [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.250725] env[69041]: DEBUG nova.policy [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724db22429b34905aa93929e23c6989c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e69e9151cb419d8faae31d3ffbb470', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.550998] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.561140] env[69041]: DEBUG nova.network.neutron [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updated VIF entry in instance network info cache for port 1a73a80c-1169-44b8-97e1-177d531fe21a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.561494] env[69041]: DEBUG nova.network.neutron [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [{"id": "1a73a80c-1169-44b8-97e1-177d531fe21a", "address": "fa:16:3e:72:60:68", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a73a80c-11", "ovs_interfaceid": "1a73a80c-1169-44b8-97e1-177d531fe21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.623373] env[69041]: DEBUG oslo_vmware.api [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890468, 'name': PowerOffVM_Task, 'duration_secs': 0.292331} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.626595] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.626795] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.627392] env[69041]: DEBUG oslo_vmware.api [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890469, 'name': PowerOffVM_Task, 'duration_secs': 0.303096} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.627605] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3bcc62e-279a-43a6-a3cb-fcbb5297df01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.629150] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.629321] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.632133] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41bf7c0a-efd1-4df1-862b-d59f1a3ed3b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.633725] env[69041]: DEBUG oslo_vmware.api [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890470, 'name': PowerOffVM_Task, 'duration_secs': 0.308824} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.634321] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.634541] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.635191] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-554ddffc-7115-43d7-a83c-620ac6f7b6f1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.642057] env[69041]: DEBUG nova.scheduler.client.report [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.646729] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.732541] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.732956] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.733303] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Deleting the datastore file [datastore1] ccd230e3-87c5-426c-9254-95c3eb88ab79 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.733722] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.734060] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.734356] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleting the datastore file [datastore1] 57018bba-7114-4fb5-829b-c829a69a4216 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.734737] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f484ec2a-6c97-4b6e-b7d8-112e2bc8a30f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.737521] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e59c4013-6277-4f9b-9656-0248b02a327e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.745673] env[69041]: DEBUG oslo_vmware.api [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1398.745673] env[69041]: value = "task-2890475" [ 1398.745673] env[69041]: _type = "Task" [ 1398.745673] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.750420] env[69041]: DEBUG oslo_vmware.api [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1398.750420] env[69041]: value = "task-2890474" [ 1398.750420] env[69041]: _type = "Task" [ 1398.750420] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.757817] env[69041]: DEBUG oslo_vmware.api [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.763232] env[69041]: DEBUG oslo_vmware.api [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.777864] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.778541] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.778809] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleting the datastore file [datastore2] fc0b111e-06a3-433f-89c5-904e51326490 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.779119] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-328d73e5-4cce-40c0-9bfa-d8a0cf3e55a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.788424] env[69041]: DEBUG oslo_vmware.api [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for the task: (returnval){ [ 1398.788424] env[69041]: value = "task-2890476" [ 1398.788424] env[69041]: _type = "Task" [ 1398.788424] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.797534] env[69041]: DEBUG oslo_vmware.api [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.805103] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "a2da231a-27ce-4899-a2b4-bf18c2467830" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.805355] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "a2da231a-27ce-4899-a2b4-bf18c2467830" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.805557] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "a2da231a-27ce-4899-a2b4-bf18c2467830-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.805733] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "a2da231a-27ce-4899-a2b4-bf18c2467830-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.805899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "a2da231a-27ce-4899-a2b4-bf18c2467830-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.810094] env[69041]: INFO nova.compute.manager [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Terminating instance [ 1399.064340] env[69041]: DEBUG oslo_concurrency.lockutils [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] Releasing lock "refresh_cache-a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.064532] env[69041]: DEBUG nova.compute.manager [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Received event network-changed-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1399.064742] env[69041]: DEBUG nova.compute.manager [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Refreshing instance network info cache due to event network-changed-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1399.065073] env[69041]: DEBUG oslo_concurrency.lockutils [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] Acquiring lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.065144] env[69041]: DEBUG oslo_concurrency.lockutils [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] Acquired lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.065308] env[69041]: DEBUG nova.network.neutron [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Refreshing network info cache for port 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.147909] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.148420] env[69041]: DEBUG nova.compute.manager [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1399.151173] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.480s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.151301] env[69041]: DEBUG nova.objects.instance [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'pci_requests' on Instance uuid 651f64cd-4388-4c72-afe7-b34d379d23ad {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.269413] env[69041]: DEBUG oslo_vmware.api [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209546} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.269820] env[69041]: DEBUG oslo_vmware.api [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18691} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.270196] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.270534] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.270846] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.271176] env[69041]: INFO nova.compute.manager [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1399.271685] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.271895] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.272190] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.272509] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.272814] env[69041]: INFO nova.compute.manager [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1399.273172] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.273449] env[69041]: DEBUG nova.compute.manager [-] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.273602] env[69041]: DEBUG nova.network.neutron [-] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.276128] env[69041]: DEBUG nova.compute.manager [-] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.276128] env[69041]: DEBUG nova.network.neutron [-] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.303801] env[69041]: DEBUG oslo_vmware.api [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Task: {'id': task-2890476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189256} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.303801] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.303801] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.303983] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.304922] env[69041]: INFO nova.compute.manager [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1399.304922] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.304922] env[69041]: DEBUG nova.compute.manager [-] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.305194] env[69041]: DEBUG nova.network.neutron [-] [instance: fc0b111e-06a3-433f-89c5-904e51326490] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.314261] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "refresh_cache-a2da231a-27ce-4899-a2b4-bf18c2467830" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.314452] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquired lock "refresh_cache-a2da231a-27ce-4899-a2b4-bf18c2467830" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.314705] env[69041]: DEBUG nova.network.neutron [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.657322] env[69041]: DEBUG nova.compute.utils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1399.657889] env[69041]: DEBUG nova.objects.instance [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'numa_topology' on Instance uuid 651f64cd-4388-4c72-afe7-b34d379d23ad {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.659402] env[69041]: DEBUG nova.compute.manager [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1399.659783] env[69041]: DEBUG nova.network.neutron [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1399.821983] env[69041]: DEBUG nova.policy [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d58ce8713184cec89777b7e43a2869e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa622f1c060843998f2c8d061355538f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1399.852128] env[69041]: DEBUG nova.network.neutron [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.944310] env[69041]: DEBUG nova.network.neutron [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updated VIF entry in instance network info cache for port 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.944782] env[69041]: DEBUG nova.network.neutron [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updating instance_info_cache with network_info: [{"id": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "address": "fa:16:3e:71:ef:00", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7e828b-5e", "ovs_interfaceid": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.958366] env[69041]: DEBUG nova.network.neutron [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.160846] env[69041]: DEBUG nova.compute.manager [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1400.163921] env[69041]: INFO nova.compute.claims [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.304429] env[69041]: DEBUG nova.compute.manager [req-ab2c9888-b008-4d0d-bfb9-ac0e5404e7b0 req-b43e68b1-9acd-4f7f-995a-ccf6da99aaab service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Received event network-vif-deleted-0a7ea0d9-dad1-4af2-8174-ae9534a92868 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1400.304979] env[69041]: INFO nova.compute.manager [req-ab2c9888-b008-4d0d-bfb9-ac0e5404e7b0 req-b43e68b1-9acd-4f7f-995a-ccf6da99aaab service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Neutron deleted interface 0a7ea0d9-dad1-4af2-8174-ae9534a92868; detaching it from the instance and deleting it from the info cache [ 1400.304979] env[69041]: DEBUG nova.network.neutron [req-ab2c9888-b008-4d0d-bfb9-ac0e5404e7b0 req-b43e68b1-9acd-4f7f-995a-ccf6da99aaab service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.451647] env[69041]: DEBUG oslo_concurrency.lockutils [req-cdda9f13-768d-4ed5-ae28-65c5d870928f req-3bd7c53e-6947-4aa9-a46a-a22d987bfaac service nova] Releasing lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.461654] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Releasing lock "refresh_cache-a2da231a-27ce-4899-a2b4-bf18c2467830" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.462097] env[69041]: DEBUG nova.compute.manager [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.462294] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.463181] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31872fdb-cc2b-43de-9edf-e873700e24ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.473177] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.473177] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3f91d27-5c26-4fea-ae9e-4d0c00a8c02a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.480833] env[69041]: DEBUG oslo_vmware.api [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1400.480833] env[69041]: value = "task-2890477" [ 1400.480833] env[69041]: _type = "Task" [ 1400.480833] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.490536] env[69041]: DEBUG oslo_vmware.api [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.707628] env[69041]: DEBUG nova.network.neutron [-] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.716596] env[69041]: DEBUG nova.network.neutron [-] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.807457] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bec44025-db64-4b4a-a8a0-04b72c7ee882 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.821478] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0f2425-69af-4962-9f63-a94b2bbc2e40 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.862248] env[69041]: DEBUG nova.compute.manager [req-ab2c9888-b008-4d0d-bfb9-ac0e5404e7b0 req-b43e68b1-9acd-4f7f-995a-ccf6da99aaab service nova] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Detach interface failed, port_id=0a7ea0d9-dad1-4af2-8174-ae9534a92868, reason: Instance fc0b111e-06a3-433f-89c5-904e51326490 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1400.921698] env[69041]: DEBUG nova.network.neutron [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Successfully updated port: 096ae014-255e-4699-95ea-06c0725ff5d1 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.945072] env[69041]: DEBUG nova.network.neutron [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Successfully created port: a25bc646-d56d-40dc-bb20-12187f1ba3fb {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.993738] env[69041]: DEBUG oslo_vmware.api [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890477, 'name': PowerOffVM_Task, 'duration_secs': 0.317843} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.994206] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.994509] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.995128] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64227dc3-4af5-493c-9230-c1938a952626 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.997573] env[69041]: DEBUG nova.network.neutron [-] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.028531] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.029015] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.031021] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Deleting the datastore file [datastore1] a2da231a-27ce-4899-a2b4-bf18c2467830 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.031021] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7b04d1a-3f3c-43a7-a69e-3e3fbf344a45 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.038694] env[69041]: DEBUG oslo_vmware.api [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for the task: (returnval){ [ 1401.038694] env[69041]: value = "task-2890479" [ 1401.038694] env[69041]: _type = "Task" [ 1401.038694] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.048840] env[69041]: DEBUG oslo_vmware.api [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.176241] env[69041]: DEBUG nova.compute.manager [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1401.206398] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.206647] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.206877] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.207046] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.207184] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.207332] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.207560] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.207857] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.207916] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.208092] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.208272] env[69041]: DEBUG nova.virt.hardware [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.209439] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c657b-aede-4b2f-b3fe-232a41b6847c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.212209] env[69041]: INFO nova.compute.manager [-] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Took 1.91 seconds to deallocate network for instance. [ 1401.220395] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f586c8-d69c-4ad8-a846-c08bcaed283f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.225365] env[69041]: INFO nova.compute.manager [-] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Took 1.95 seconds to deallocate network for instance. [ 1401.406677] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e79b18-2436-43d7-81e0-304c356e265b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.414712] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f471246-6a9c-42b4-a213-700be04fb83e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.456713] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.456886] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.457076] env[69041]: DEBUG nova.network.neutron [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.459064] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25db043-11af-4619-abe0-99f5babfc7e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.468184] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f085752-6258-4af2-ae97-f32c0373dc0b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.484041] env[69041]: DEBUG nova.compute.provider_tree [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.503363] env[69041]: INFO nova.compute.manager [-] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Took 2.23 seconds to deallocate network for instance. [ 1401.549689] env[69041]: DEBUG oslo_vmware.api [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Task: {'id': task-2890479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140442} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.550114] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.550266] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.550444] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.550621] env[69041]: INFO nova.compute.manager [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1401.550889] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.551102] env[69041]: DEBUG nova.compute.manager [-] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.551201] env[69041]: DEBUG nova.network.neutron [-] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.567409] env[69041]: DEBUG nova.network.neutron [-] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.721538] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.745628] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.962197] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.962435] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.987397] env[69041]: DEBUG nova.scheduler.client.report [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.009029] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.012800] env[69041]: WARNING nova.network.neutron [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] 931cb1ec-a7af-4f24-a385-e3ce9a12b537 already exists in list: networks containing: ['931cb1ec-a7af-4f24-a385-e3ce9a12b537']. ignoring it [ 1402.069930] env[69041]: DEBUG nova.network.neutron [-] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.279105] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquiring lock "4ff5f323-efcd-4c2f-b808-26589df99a03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.279343] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lock "4ff5f323-efcd-4c2f-b808-26589df99a03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.346795] env[69041]: DEBUG nova.network.neutron [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updating instance_info_cache with network_info: [{"id": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "address": "fa:16:3e:71:ef:00", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7e828b-5e", "ovs_interfaceid": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "096ae014-255e-4699-95ea-06c0725ff5d1", "address": "fa:16:3e:9d:d7:e7", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096ae014-25", "ovs_interfaceid": "096ae014-255e-4699-95ea-06c0725ff5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.469515] env[69041]: DEBUG nova.compute.manager [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.489966] env[69041]: DEBUG nova.network.neutron [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Successfully updated port: a25bc646-d56d-40dc-bb20-12187f1ba3fb {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.494447] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.343s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.496647] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.946s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.496978] env[69041]: DEBUG nova.objects.instance [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lazy-loading 'resources' on Instance uuid 19cb5436-7c91-409d-a98d-9632cd9ad793 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.520498] env[69041]: DEBUG nova.compute.manager [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Received event network-vif-deleted-1dd913b2-8a08-42fd-9265-c4f054f9e042 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1402.520640] env[69041]: DEBUG nova.compute.manager [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Received event network-vif-deleted-77723f7a-0646-4a90-82c1-20af4d47a831 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1402.520820] env[69041]: DEBUG nova.compute.manager [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Received event network-vif-plugged-096ae014-255e-4699-95ea-06c0725ff5d1 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1402.521010] env[69041]: DEBUG oslo_concurrency.lockutils [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] Acquiring lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.521213] env[69041]: DEBUG oslo_concurrency.lockutils [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] Lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.521611] env[69041]: DEBUG oslo_concurrency.lockutils [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] Lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.521791] env[69041]: DEBUG nova.compute.manager [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] No waiting events found dispatching network-vif-plugged-096ae014-255e-4699-95ea-06c0725ff5d1 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.521957] env[69041]: WARNING nova.compute.manager [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Received unexpected event network-vif-plugged-096ae014-255e-4699-95ea-06c0725ff5d1 for instance with vm_state active and task_state None. [ 1402.522138] env[69041]: DEBUG nova.compute.manager [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Received event network-changed-096ae014-255e-4699-95ea-06c0725ff5d1 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1402.522289] env[69041]: DEBUG nova.compute.manager [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Refreshing instance network info cache due to event network-changed-096ae014-255e-4699-95ea-06c0725ff5d1. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1402.522439] env[69041]: DEBUG oslo_concurrency.lockutils [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] Acquiring lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.531668] env[69041]: INFO nova.network.neutron [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updating port 146a8970-55ce-4bfd-b36d-7036874bccdf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1402.572052] env[69041]: INFO nova.compute.manager [-] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Took 1.02 seconds to deallocate network for instance. [ 1402.781381] env[69041]: DEBUG nova.compute.manager [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.850122] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.850777] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.850937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.851488] env[69041]: DEBUG oslo_concurrency.lockutils [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] Acquired lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.851673] env[69041]: DEBUG nova.network.neutron [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Refreshing network info cache for port 096ae014-255e-4699-95ea-06c0725ff5d1 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.853363] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e433b9-e552-4b6a-aa7b-a4e9aa1cd5af {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.871863] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.872155] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.872317] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.872494] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.872637] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.872782] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.872981] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.873178] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.873372] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.873541] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.873712] env[69041]: DEBUG nova.virt.hardware [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.880231] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Reconfiguring VM to attach interface {{(pid=69041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1402.881133] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa9253c-3efa-495a-b8f9-8e273061ba51 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.900363] env[69041]: DEBUG oslo_vmware.api [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1402.900363] env[69041]: value = "task-2890480" [ 1402.900363] env[69041]: _type = "Task" [ 1402.900363] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.909083] env[69041]: DEBUG oslo_vmware.api [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890480, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.992048] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.994874] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "refresh_cache-6ab11791-d7bc-4c32-9f6b-6292775de9c5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.995054] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquired lock "refresh_cache-6ab11791-d7bc-4c32-9f6b-6292775de9c5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.995209] env[69041]: DEBUG nova.network.neutron [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.079994] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.224203] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80775c4d-7f21-4108-a42d-6d50130b6177 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.232908] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56673f95-3738-43b9-b1ba-8e5194e6008b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.264629] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280408bb-f015-4d57-a5af-fa061f0dd422 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.273053] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41af06a3-b1f3-427f-8320-c668984abfda {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.289113] env[69041]: DEBUG nova.compute.provider_tree [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.304467] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.411050] env[69041]: DEBUG oslo_vmware.api [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890480, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.546580] env[69041]: DEBUG nova.network.neutron [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.641495] env[69041]: DEBUG nova.network.neutron [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updated VIF entry in instance network info cache for port 096ae014-255e-4699-95ea-06c0725ff5d1. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.641926] env[69041]: DEBUG nova.network.neutron [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updating instance_info_cache with network_info: [{"id": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "address": "fa:16:3e:71:ef:00", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7e828b-5e", "ovs_interfaceid": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "096ae014-255e-4699-95ea-06c0725ff5d1", "address": "fa:16:3e:9d:d7:e7", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096ae014-25", "ovs_interfaceid": "096ae014-255e-4699-95ea-06c0725ff5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.707904] env[69041]: DEBUG nova.network.neutron [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Updating instance_info_cache with network_info: [{"id": "a25bc646-d56d-40dc-bb20-12187f1ba3fb", "address": "fa:16:3e:bf:77:b6", "network": {"id": "d476274b-f37f-4cce-ab83-7d4572c8c79f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-66280895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa622f1c060843998f2c8d061355538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25bc646-d5", "ovs_interfaceid": "a25bc646-d56d-40dc-bb20-12187f1ba3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.794554] env[69041]: DEBUG nova.scheduler.client.report [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.913385] env[69041]: DEBUG oslo_vmware.api [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890480, 'name': ReconfigVM_Task, 'duration_secs': 0.561496} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.914111] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.914297] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Reconfigured VM to attach interface {{(pid=69041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1403.968217] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.968355] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.968531] env[69041]: DEBUG nova.network.neutron [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.144697] env[69041]: DEBUG oslo_concurrency.lockutils [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] Releasing lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.144987] env[69041]: DEBUG nova.compute.manager [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Received event network-vif-plugged-a25bc646-d56d-40dc-bb20-12187f1ba3fb {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1404.145229] env[69041]: DEBUG oslo_concurrency.lockutils [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] Acquiring lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.145433] env[69041]: DEBUG oslo_concurrency.lockutils [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.145592] env[69041]: DEBUG oslo_concurrency.lockutils [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.145780] env[69041]: DEBUG nova.compute.manager [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] No waiting events found dispatching network-vif-plugged-a25bc646-d56d-40dc-bb20-12187f1ba3fb {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1404.145956] env[69041]: WARNING nova.compute.manager [req-690b30aa-7739-476b-8545-e5cd8be2f8c4 req-eeeb25a3-6637-4326-8415-2a635839876e service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Received unexpected event network-vif-plugged-a25bc646-d56d-40dc-bb20-12187f1ba3fb for instance with vm_state building and task_state spawning. [ 1404.210827] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Releasing lock "refresh_cache-6ab11791-d7bc-4c32-9f6b-6292775de9c5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.211184] env[69041]: DEBUG nova.compute.manager [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Instance network_info: |[{"id": "a25bc646-d56d-40dc-bb20-12187f1ba3fb", "address": "fa:16:3e:bf:77:b6", "network": {"id": "d476274b-f37f-4cce-ab83-7d4572c8c79f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-66280895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa622f1c060843998f2c8d061355538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25bc646-d5", "ovs_interfaceid": "a25bc646-d56d-40dc-bb20-12187f1ba3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1404.211603] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:77:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a25bc646-d56d-40dc-bb20-12187f1ba3fb', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.219809] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.220107] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1404.220374] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd824d16-276d-4a40-84b1-f7e6bf2c5940 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.245840] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1404.245840] env[69041]: value = "task-2890481" [ 1404.245840] env[69041]: _type = "Task" [ 1404.245840] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.254296] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890481, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.299875] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.302650] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.656s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.302844] env[69041]: DEBUG nova.objects.instance [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1404.322617] env[69041]: INFO nova.scheduler.client.report [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted allocations for instance 19cb5436-7c91-409d-a98d-9632cd9ad793 [ 1404.419347] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8e432e80-8557-44be-aea0-341f4211ec1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-2842c9f8-1713-429f-8b4a-dc3a6e44c96e-096ae014-255e-4699-95ea-06c0725ff5d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.877s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.550193] env[69041]: DEBUG nova.compute.manager [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Received event network-changed-a25bc646-d56d-40dc-bb20-12187f1ba3fb {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1404.550531] env[69041]: DEBUG nova.compute.manager [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Refreshing instance network info cache due to event network-changed-a25bc646-d56d-40dc-bb20-12187f1ba3fb. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1404.550817] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] Acquiring lock "refresh_cache-6ab11791-d7bc-4c32-9f6b-6292775de9c5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.550978] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] Acquired lock "refresh_cache-6ab11791-d7bc-4c32-9f6b-6292775de9c5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.551165] env[69041]: DEBUG nova.network.neutron [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Refreshing network info cache for port a25bc646-d56d-40dc-bb20-12187f1ba3fb {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.676326] env[69041]: DEBUG nova.network.neutron [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updating instance_info_cache with network_info: [{"id": "146a8970-55ce-4bfd-b36d-7036874bccdf", "address": "fa:16:3e:15:07:25", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146a8970-55", "ovs_interfaceid": "146a8970-55ce-4bfd-b36d-7036874bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.757440] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890481, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.830142] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0697f92d-b6be-4839-abf8-e9361a36587b tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "19cb5436-7c91-409d-a98d-9632cd9ad793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.836s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.178768] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.206028] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4bde3b14c41cbbc74d73863a7d7bd768',container_format='bare',created_at=2025-03-10T15:11:38Z,direct_url=,disk_format='vmdk',id=f1e8f279-a2a1-406c-b2be-0dde40a7c09b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2053215952-shelved',owner='c8ccb7b329524469aaef6c9c85b0616a',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-10T15:11:55Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.206299] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.206457] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.206638] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.206783] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.206930] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.207158] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.207318] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.207480] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.207679] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.207878] env[69041]: DEBUG nova.virt.hardware [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.208742] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d937985d-37ba-4eb6-ba89-7aecb5d998b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.220977] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce88aab-7235-41a4-bc45-3b5c647c3ab5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.237298] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:07:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '146a8970-55ce-4bfd-b36d-7036874bccdf', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.244833] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.245641] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.246126] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c47e1acb-3e4c-4bb2-a283-5d7355bff453 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.261664] env[69041]: DEBUG nova.network.neutron [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Updated VIF entry in instance network info cache for port a25bc646-d56d-40dc-bb20-12187f1ba3fb. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.262021] env[69041]: DEBUG nova.network.neutron [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Updating instance_info_cache with network_info: [{"id": "a25bc646-d56d-40dc-bb20-12187f1ba3fb", "address": "fa:16:3e:bf:77:b6", "network": {"id": "d476274b-f37f-4cce-ab83-7d4572c8c79f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-66280895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa622f1c060843998f2c8d061355538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25bc646-d5", "ovs_interfaceid": "a25bc646-d56d-40dc-bb20-12187f1ba3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.273412] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890481, 'name': CreateVM_Task, 'duration_secs': 0.539232} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.274547] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1405.274968] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.274968] env[69041]: value = "task-2890482" [ 1405.274968] env[69041]: _type = "Task" [ 1405.274968] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.275595] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.275758] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.276083] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.276365] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1c127a-0f3b-4893-94e5-d1f36db46e2f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.287207] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1405.287207] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523d6d54-d536-6381-ca23-306297ed4c78" [ 1405.287207] env[69041]: _type = "Task" [ 1405.287207] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.291265] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890482, 'name': CreateVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.299719] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523d6d54-d536-6381-ca23-306297ed4c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.311939] env[69041]: DEBUG oslo_concurrency.lockutils [None req-01f406e0-8c05-42e1-b062-e37a4c6cedb8 tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.313079] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.592s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.313324] env[69041]: DEBUG nova.objects.instance [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lazy-loading 'resources' on Instance uuid fc0b111e-06a3-433f-89c5-904e51326490 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.727508] env[69041]: DEBUG oslo_concurrency.lockutils [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "interface-2842c9f8-1713-429f-8b4a-dc3a6e44c96e-096ae014-255e-4699-95ea-06c0725ff5d1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.727838] env[69041]: DEBUG oslo_concurrency.lockutils [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-2842c9f8-1713-429f-8b4a-dc3a6e44c96e-096ae014-255e-4699-95ea-06c0725ff5d1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.764777] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] Releasing lock "refresh_cache-6ab11791-d7bc-4c32-9f6b-6292775de9c5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.765098] env[69041]: DEBUG nova.compute.manager [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received event network-vif-plugged-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1405.765331] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] Acquiring lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.765564] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.765734] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.765917] env[69041]: DEBUG nova.compute.manager [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] No waiting events found dispatching network-vif-plugged-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1405.766147] env[69041]: WARNING nova.compute.manager [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received unexpected event network-vif-plugged-146a8970-55ce-4bfd-b36d-7036874bccdf for instance with vm_state shelved_offloaded and task_state spawning. [ 1405.766299] env[69041]: DEBUG nova.compute.manager [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received event network-changed-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1405.766515] env[69041]: DEBUG nova.compute.manager [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Refreshing instance network info cache due to event network-changed-146a8970-55ce-4bfd-b36d-7036874bccdf. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1405.766689] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] Acquiring lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.766847] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] Acquired lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.767021] env[69041]: DEBUG nova.network.neutron [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Refreshing network info cache for port 146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.786378] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890482, 'name': CreateVM_Task, 'duration_secs': 0.331846} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.786537] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1405.787152] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.787317] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.787691] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.788155] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9235ec39-0bf1-48ec-95b7-fa0e9d6edec1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.795104] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1405.795104] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e55f41-0b5b-fe4b-2eb7-f836dd380dfb" [ 1405.795104] env[69041]: _type = "Task" [ 1405.795104] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.801795] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523d6d54-d536-6381-ca23-306297ed4c78, 'name': SearchDatastore_Task, 'duration_secs': 0.01202} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.802366] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.802595] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.802822] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.802966] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.803152] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.803385] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-296b2531-5ef4-4f11-b11d-4821f125419d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.807516] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e55f41-0b5b-fe4b-2eb7-f836dd380dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.813854] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.814065] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.814780] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51bdbdbd-4a88-4773-a7ff-a8927d8b4bc8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.823115] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1405.823115] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52605a11-9d68-dd66-5d94-d4ed057d8c53" [ 1405.823115] env[69041]: _type = "Task" [ 1405.823115] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.831270] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52605a11-9d68-dd66-5d94-d4ed057d8c53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.020942] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafde846-6c53-4c75-809b-a6922d7b7b86 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.028743] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ddca0c-95f7-41bc-9266-5f3a218e8b43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.080911] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b1a5b1-f067-4678-a83b-04088a18b84d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.093278] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79917e-8c88-4307-9741-fc88052d90a8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.119928] env[69041]: DEBUG nova.compute.provider_tree [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.230042] env[69041]: DEBUG oslo_concurrency.lockutils [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.230245] env[69041]: DEBUG oslo_concurrency.lockutils [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.231174] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60037c1c-7600-4f27-9f44-6062e37a2627 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.251886] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c73f250-a69b-4402-b9a5-16cc0f6013ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.282384] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Reconfiguring VM to detach interface {{(pid=69041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1406.283174] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a7881c-1dee-42dc-98c9-41c7250fb113 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.308663] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.308875] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Processing image f1e8f279-a2a1-406c-b2be-0dde40a7c09b {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.309469] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b/f1e8f279-a2a1-406c-b2be-0dde40a7c09b.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.309469] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b/f1e8f279-a2a1-406c-b2be-0dde40a7c09b.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.309580] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.310845] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1406.310845] env[69041]: value = "task-2890483" [ 1406.310845] env[69041]: _type = "Task" [ 1406.310845] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.310845] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87be796f-34ff-4491-9403-acbf6f80a948 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.324147] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.324387] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.325654] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.330591] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.330722] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.331535] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb8870b-45a3-4c03-bc36-4226d77fcfb9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.338071] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1406.338071] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526b0f71-bf6f-39e5-3eb4-84fe9ed94691" [ 1406.338071] env[69041]: _type = "Task" [ 1406.338071] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.346489] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52605a11-9d68-dd66-5d94-d4ed057d8c53, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.350318] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b586e1b-c0ed-4cda-9b7b-b8121729fc1a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.357377] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1406.357377] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5228c39c-c0cd-cf30-4aa8-3d6a2258c7f8" [ 1406.357377] env[69041]: _type = "Task" [ 1406.357377] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.363032] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Preparing fetch location {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1406.363284] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Fetch image to [datastore1] OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2/OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2.vmdk {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1406.363462] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Downloading stream optimized image f1e8f279-a2a1-406c-b2be-0dde40a7c09b to [datastore1] OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2/OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2.vmdk on the data store datastore1 as vApp {{(pid=69041) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1406.363626] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Downloading image file data f1e8f279-a2a1-406c-b2be-0dde40a7c09b to the ESX as VM named 'OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2' {{(pid=69041) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1406.371570] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5228c39c-c0cd-cf30-4aa8-3d6a2258c7f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.440514] env[69041]: DEBUG oslo_vmware.rw_handles [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1406.440514] env[69041]: value = "resgroup-9" [ 1406.440514] env[69041]: _type = "ResourcePool" [ 1406.440514] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1406.440806] env[69041]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-360adb27-d20b-4204-a8d3-3201bdb5b117 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.462128] env[69041]: DEBUG oslo_vmware.rw_handles [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lease: (returnval){ [ 1406.462128] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5254c156-42cb-f5ca-ec4d-5b04e34188ff" [ 1406.462128] env[69041]: _type = "HttpNfcLease" [ 1406.462128] env[69041]: } obtained for vApp import into resource pool (val){ [ 1406.462128] env[69041]: value = "resgroup-9" [ 1406.462128] env[69041]: _type = "ResourcePool" [ 1406.462128] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1406.462359] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the lease: (returnval){ [ 1406.462359] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5254c156-42cb-f5ca-ec4d-5b04e34188ff" [ 1406.462359] env[69041]: _type = "HttpNfcLease" [ 1406.462359] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1406.473582] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1406.473582] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5254c156-42cb-f5ca-ec4d-5b04e34188ff" [ 1406.473582] env[69041]: _type = "HttpNfcLease" [ 1406.473582] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1406.530874] env[69041]: DEBUG nova.network.neutron [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updated VIF entry in instance network info cache for port 146a8970-55ce-4bfd-b36d-7036874bccdf. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.531572] env[69041]: DEBUG nova.network.neutron [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updating instance_info_cache with network_info: [{"id": "146a8970-55ce-4bfd-b36d-7036874bccdf", "address": "fa:16:3e:15:07:25", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146a8970-55", "ovs_interfaceid": "146a8970-55ce-4bfd-b36d-7036874bccdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.623879] env[69041]: DEBUG nova.scheduler.client.report [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.822368] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.826870] env[69041]: DEBUG nova.compute.manager [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.870958] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5228c39c-c0cd-cf30-4aa8-3d6a2258c7f8, 'name': SearchDatastore_Task, 'duration_secs': 0.018894} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.871229] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.871478] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 6ab11791-d7bc-4c32-9f6b-6292775de9c5/6ab11791-d7bc-4c32-9f6b-6292775de9c5.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.871723] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4f3d6d3-905e-42ba-bcff-088f7b89e24a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.878847] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1406.878847] env[69041]: value = "task-2890485" [ 1406.878847] env[69041]: _type = "Task" [ 1406.878847] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.887321] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.971282] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1406.971282] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5254c156-42cb-f5ca-ec4d-5b04e34188ff" [ 1406.971282] env[69041]: _type = "HttpNfcLease" [ 1406.971282] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1407.033762] env[69041]: DEBUG oslo_concurrency.lockutils [req-6b64a68f-1e7a-40e4-8b5d-b723e9f236b5 req-7a2d186d-1068-4040-a10a-a845b7e266f1 service nova] Releasing lock "refresh_cache-651f64cd-4388-4c72-afe7-b34d379d23ad" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.130199] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.132732] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.388s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.133011] env[69041]: DEBUG nova.objects.instance [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lazy-loading 'resources' on Instance uuid 57018bba-7114-4fb5-829b-c829a69a4216 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.157670] env[69041]: INFO nova.scheduler.client.report [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleted allocations for instance fc0b111e-06a3-433f-89c5-904e51326490 [ 1407.326193] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.345888] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.389439] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464864} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.389706] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 6ab11791-d7bc-4c32-9f6b-6292775de9c5/6ab11791-d7bc-4c32-9f6b-6292775de9c5.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.389931] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.392072] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99db9344-e790-42c3-a246-320d20f6097b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.398652] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1407.398652] env[69041]: value = "task-2890486" [ 1407.398652] env[69041]: _type = "Task" [ 1407.398652] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.408230] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.470841] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1407.470841] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5254c156-42cb-f5ca-ec4d-5b04e34188ff" [ 1407.470841] env[69041]: _type = "HttpNfcLease" [ 1407.470841] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1407.471151] env[69041]: DEBUG oslo_vmware.rw_handles [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1407.471151] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5254c156-42cb-f5ca-ec4d-5b04e34188ff" [ 1407.471151] env[69041]: _type = "HttpNfcLease" [ 1407.471151] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1407.471869] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726bb526-7956-4be9-9b49-10e62d17562b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.479364] env[69041]: DEBUG oslo_vmware.rw_handles [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f55e9-6d73-f44f-f399-e41e42276dfa/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1407.479542] env[69041]: DEBUG oslo_vmware.rw_handles [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f55e9-6d73-f44f-f399-e41e42276dfa/disk-0.vmdk. {{(pid=69041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1407.545351] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da8ca46e-0a6c-4986-8e29-d0c17bad4cc0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.669220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2936134c-ace0-4290-ae2f-1256626fb1b8 tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "fc0b111e-06a3-433f-89c5-904e51326490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.779s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.828425] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.870272] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdfdc77-ed09-4db2-84f7-bdcb008f45ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.880180] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b1648d-2e00-47cf-9fd8-569ae1c54584 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.923863] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de89dc5-844b-4f0c-b62b-8452eebae4cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.936030] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065827} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.938949] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29da837-34ea-4fe3-8a7c-3a50f3e5ea8c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.943027] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.945374] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48fcac6-0f79-4711-907a-362d442e4605 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.958194] env[69041]: DEBUG nova.compute.provider_tree [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.986501] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 6ab11791-d7bc-4c32-9f6b-6292775de9c5/6ab11791-d7bc-4c32-9f6b-6292775de9c5.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.990719] env[69041]: DEBUG nova.scheduler.client.report [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.993815] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca5e298-6896-4873-9123-63f418142f79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.009448] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.877s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.012895] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.004s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.013215] env[69041]: DEBUG nova.objects.instance [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lazy-loading 'resources' on Instance uuid ccd230e3-87c5-426c-9254-95c3eb88ab79 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.022696] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1408.022696] env[69041]: value = "task-2890487" [ 1408.022696] env[69041]: _type = "Task" [ 1408.022696] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.032204] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.033189] env[69041]: INFO nova.scheduler.client.report [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Deleted allocations for instance 57018bba-7114-4fb5-829b-c829a69a4216 [ 1408.328828] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.539999] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890487, 'name': ReconfigVM_Task, 'duration_secs': 0.339837} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.546010] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 6ab11791-d7bc-4c32-9f6b-6292775de9c5/6ab11791-d7bc-4c32-9f6b-6292775de9c5.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.546668] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bc68eab-2ad0-4234-a341-f8270d705ebf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.553458] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d4b8497-7d4c-4865-b4e1-e473063d51bd tempest-MultipleCreateTestJSON-1113798999 tempest-MultipleCreateTestJSON-1113798999-project-member] Lock "57018bba-7114-4fb5-829b-c829a69a4216" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.441s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.559749] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1408.559749] env[69041]: value = "task-2890488" [ 1408.559749] env[69041]: _type = "Task" [ 1408.559749] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.574743] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890488, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.674093] env[69041]: DEBUG oslo_vmware.rw_handles [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Completed reading data from the image iterator. {{(pid=69041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1408.674347] env[69041]: DEBUG oslo_vmware.rw_handles [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f55e9-6d73-f44f-f399-e41e42276dfa/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1408.675410] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4f81f4-2d0e-43db-81ef-a7647cb6b881 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.687058] env[69041]: DEBUG oslo_vmware.rw_handles [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f55e9-6d73-f44f-f399-e41e42276dfa/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1408.687285] env[69041]: DEBUG oslo_vmware.rw_handles [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f55e9-6d73-f44f-f399-e41e42276dfa/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1408.687524] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-329f7e76-ec89-4647-818c-5ce04db2c75f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.772315] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5e1049-fdc3-4fe1-888c-4eae2a894469 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.781398] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edee06db-09a6-41b8-8f54-c3cfa7da9237 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.814664] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03905ce-9997-4af9-9837-4ba80aa2a282 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.825520] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.828562] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f40fc7-a60c-41ae-954d-07d23ee09bd2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.842924] env[69041]: DEBUG nova.compute.provider_tree [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.896089] env[69041]: DEBUG oslo_vmware.rw_handles [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f55e9-6d73-f44f-f399-e41e42276dfa/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1408.896089] env[69041]: INFO nova.virt.vmwareapi.images [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Downloaded image file data f1e8f279-a2a1-406c-b2be-0dde40a7c09b [ 1408.896089] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e9e82b-a2ee-4d0f-a338-9147a5742304 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.915359] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd5e28d1-d102-4ed1-a737-984a37f1a6b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.950120] env[69041]: INFO nova.virt.vmwareapi.images [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] The imported VM was unregistered [ 1408.950583] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Caching image {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1408.950878] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.951315] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92d24a93-a39b-4ce9-b52d-9cc13c756dcb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.967214] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Created directory with path [datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.967401] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2/OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2.vmdk to [datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b/f1e8f279-a2a1-406c-b2be-0dde40a7c09b.vmdk. {{(pid=69041) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1408.967664] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9e519ce0-cb83-4dae-b670-dee93e18cb31 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.975727] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1408.975727] env[69041]: value = "task-2890490" [ 1408.975727] env[69041]: _type = "Task" [ 1408.975727] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.984856] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890490, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.068729] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890488, 'name': Rename_Task, 'duration_secs': 0.15771} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.069013] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.069268] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e93910af-eeef-4cb2-bf29-7836d99e912e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.079634] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1409.079634] env[69041]: value = "task-2890491" [ 1409.079634] env[69041]: _type = "Task" [ 1409.079634] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.092445] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.330942] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.348413] env[69041]: DEBUG nova.scheduler.client.report [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.489751] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890490, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.595389] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890491, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.830814] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.854943] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.857147] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.865s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.859290] env[69041]: INFO nova.compute.claims [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.880403] env[69041]: INFO nova.scheduler.client.report [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Deleted allocations for instance ccd230e3-87c5-426c-9254-95c3eb88ab79 [ 1409.990039] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890490, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.094219] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890491, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.335186] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.390067] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f015c9c7-751a-4c1a-920d-21a02e7bc4c3 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "ccd230e3-87c5-426c-9254-95c3eb88ab79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.347s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.490216] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890490, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.596445] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.827656] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.827656] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.827656] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.827944] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.827944] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.833267] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.833809] env[69041]: INFO nova.compute.manager [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Terminating instance [ 1410.992792] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890490, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.073392] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc40ce7c-7d06-4b63-865d-aeab7cc5cabd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.087622] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a93c65-59a6-4268-adaa-89613e5d0647 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.128701] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6094f78-0c84-411f-8c27-d5d630e8dc70 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.131633] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890491, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.140651] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6d146d-6288-4ceb-8238-3308975d4752 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.158758] env[69041]: DEBUG nova.compute.provider_tree [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.332047] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.337786] env[69041]: DEBUG nova.compute.manager [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1411.337990] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1411.338764] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3cdbe5-c0ec-45fc-aace-d9818b49c4e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.345378] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.345600] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4e2ecbc-3c4a-47c1-a27d-8075a8264c41 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.352463] env[69041]: DEBUG oslo_vmware.api [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1411.352463] env[69041]: value = "task-2890492" [ 1411.352463] env[69041]: _type = "Task" [ 1411.352463] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.361416] env[69041]: DEBUG oslo_vmware.api [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.491337] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890490, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.310091} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.491619] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2/OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2.vmdk to [datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b/f1e8f279-a2a1-406c-b2be-0dde40a7c09b.vmdk. [ 1411.491810] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Cleaning up location [datastore1] OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1411.491980] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6e1cd733-3d6d-4a39-836a-7898c290cbc2 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.492250] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-123d00d7-9eed-4b55-abb1-5ed7a52adbdd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.499334] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1411.499334] env[69041]: value = "task-2890493" [ 1411.499334] env[69041]: _type = "Task" [ 1411.499334] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.507951] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.593448] env[69041]: DEBUG oslo_vmware.api [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890491, 'name': PowerOnVM_Task, 'duration_secs': 2.110845} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.593664] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.593872] env[69041]: INFO nova.compute.manager [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1411.594061] env[69041]: DEBUG nova.compute.manager [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.594786] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44bb7df-a66b-4eb0-a03c-9286daddee53 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.662418] env[69041]: DEBUG nova.scheduler.client.report [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.833342] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.861609] env[69041]: DEBUG oslo_vmware.api [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890492, 'name': PowerOffVM_Task, 'duration_secs': 0.207806} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.861810] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.861976] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1411.862224] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45da4dc9-79b3-4ea8-bef5-b228949ed943 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.921949] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1411.922214] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1411.922455] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Deleting the datastore file [datastore2] 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.922725] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e77141b-9e87-474d-acf0-0381714dbd4d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.929269] env[69041]: DEBUG oslo_vmware.api [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for the task: (returnval){ [ 1411.929269] env[69041]: value = "task-2890495" [ 1411.929269] env[69041]: _type = "Task" [ 1411.929269] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.938357] env[69041]: DEBUG oslo_vmware.api [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.008034] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042795} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.008294] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.008453] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b/f1e8f279-a2a1-406c-b2be-0dde40a7c09b.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.008698] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b/f1e8f279-a2a1-406c-b2be-0dde40a7c09b.vmdk to [datastore1] 651f64cd-4388-4c72-afe7-b34d379d23ad/651f64cd-4388-4c72-afe7-b34d379d23ad.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.008945] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-087bce5d-59e0-41ab-92cc-bcfb53753fbc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.014748] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1412.014748] env[69041]: value = "task-2890496" [ 1412.014748] env[69041]: _type = "Task" [ 1412.014748] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.022047] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.111875] env[69041]: INFO nova.compute.manager [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Took 17.37 seconds to build instance. [ 1412.167227] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.167819] env[69041]: DEBUG nova.compute.manager [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1412.170556] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.091s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.170782] env[69041]: DEBUG nova.objects.instance [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lazy-loading 'resources' on Instance uuid a2da231a-27ce-4899-a2b4-bf18c2467830 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.334491] env[69041]: DEBUG oslo_vmware.api [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890483, 'name': ReconfigVM_Task, 'duration_secs': 5.868366} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.335228] env[69041]: DEBUG oslo_concurrency.lockutils [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.335437] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Reconfigured VM to detach interface {{(pid=69041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1412.445036] env[69041]: DEBUG oslo_vmware.api [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Task: {'id': task-2890495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157728} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.445036] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.445246] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1412.445334] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1412.445515] env[69041]: INFO nova.compute.manager [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1412.445762] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.446068] env[69041]: DEBUG nova.compute.manager [-] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1412.446198] env[69041]: DEBUG nova.network.neutron [-] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1412.527300] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890496, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.614073] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f1c2566d-d1c4-4673-8d4e-f03bbb9bb522 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.881s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.675294] env[69041]: DEBUG nova.compute.utils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1412.678881] env[69041]: DEBUG nova.compute.manager [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1412.679085] env[69041]: DEBUG nova.network.neutron [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.768851] env[69041]: DEBUG nova.policy [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c36b833607472ab5db121d32de1f7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71c91f98ba69472d82f60cf28f18be40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1412.830500] env[69041]: DEBUG nova.compute.manager [req-4fb11074-6e2e-4dc5-83d2-0bcb5f075536 req-7f9b2abc-fb16-4612-9b10-ed8951b801c3 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Received event network-changed-a25bc646-d56d-40dc-bb20-12187f1ba3fb {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1412.830500] env[69041]: DEBUG nova.compute.manager [req-4fb11074-6e2e-4dc5-83d2-0bcb5f075536 req-7f9b2abc-fb16-4612-9b10-ed8951b801c3 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Refreshing instance network info cache due to event network-changed-a25bc646-d56d-40dc-bb20-12187f1ba3fb. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1412.830500] env[69041]: DEBUG oslo_concurrency.lockutils [req-4fb11074-6e2e-4dc5-83d2-0bcb5f075536 req-7f9b2abc-fb16-4612-9b10-ed8951b801c3 service nova] Acquiring lock "refresh_cache-6ab11791-d7bc-4c32-9f6b-6292775de9c5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.831106] env[69041]: DEBUG oslo_concurrency.lockutils [req-4fb11074-6e2e-4dc5-83d2-0bcb5f075536 req-7f9b2abc-fb16-4612-9b10-ed8951b801c3 service nova] Acquired lock "refresh_cache-6ab11791-d7bc-4c32-9f6b-6292775de9c5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.831106] env[69041]: DEBUG nova.network.neutron [req-4fb11074-6e2e-4dc5-83d2-0bcb5f075536 req-7f9b2abc-fb16-4612-9b10-ed8951b801c3 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Refreshing network info cache for port a25bc646-d56d-40dc-bb20-12187f1ba3fb {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.974993] env[69041]: DEBUG nova.compute.manager [req-a060e837-760b-4b0d-af15-35d7ac8b88c2 req-93a85ff4-d810-4304-b3ac-8a94e4927a31 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Received event network-vif-deleted-445ac6f4-16d2-4598-8d6d-a71f68ff56a6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1412.974993] env[69041]: INFO nova.compute.manager [req-a060e837-760b-4b0d-af15-35d7ac8b88c2 req-93a85ff4-d810-4304-b3ac-8a94e4927a31 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Neutron deleted interface 445ac6f4-16d2-4598-8d6d-a71f68ff56a6; detaching it from the instance and deleting it from the info cache [ 1412.974993] env[69041]: DEBUG nova.network.neutron [req-a060e837-760b-4b0d-af15-35d7ac8b88c2 req-93a85ff4-d810-4304-b3ac-8a94e4927a31 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.979467] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562a3561-1a76-417f-9569-f2eaf01ebfa3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.991401] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944df139-8f52-45f0-87b4-123dc764425b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.032081] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf61d10b-2ea5-423c-adb3-da80953971aa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.043170] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b6b538-d078-496a-9b9e-fced5dd9195f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.047139] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890496, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.063325] env[69041]: DEBUG nova.compute.provider_tree [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.161141] env[69041]: DEBUG nova.network.neutron [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Successfully created port: 26e3b683-d84a-4720-991a-84c5d4206946 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.179286] env[69041]: DEBUG nova.compute.manager [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1413.449357] env[69041]: DEBUG nova.network.neutron [-] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.479263] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33378183-4670-4c06-abc2-b97a3f93e5e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.491453] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f02eb6-514b-4e32-84eb-710610128f48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.529228] env[69041]: DEBUG nova.compute.manager [req-a060e837-760b-4b0d-af15-35d7ac8b88c2 req-93a85ff4-d810-4304-b3ac-8a94e4927a31 service nova] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Detach interface failed, port_id=445ac6f4-16d2-4598-8d6d-a71f68ff56a6, reason: Instance 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1413.540499] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890496, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.566469] env[69041]: DEBUG nova.scheduler.client.report [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.611052] env[69041]: DEBUG nova.network.neutron [req-4fb11074-6e2e-4dc5-83d2-0bcb5f075536 req-7f9b2abc-fb16-4612-9b10-ed8951b801c3 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Updated VIF entry in instance network info cache for port a25bc646-d56d-40dc-bb20-12187f1ba3fb. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.611471] env[69041]: DEBUG nova.network.neutron [req-4fb11074-6e2e-4dc5-83d2-0bcb5f075536 req-7f9b2abc-fb16-4612-9b10-ed8951b801c3 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Updating instance_info_cache with network_info: [{"id": "a25bc646-d56d-40dc-bb20-12187f1ba3fb", "address": "fa:16:3e:bf:77:b6", "network": {"id": "d476274b-f37f-4cce-ab83-7d4572c8c79f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-66280895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa622f1c060843998f2c8d061355538f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa25bc646-d5", "ovs_interfaceid": "a25bc646-d56d-40dc-bb20-12187f1ba3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.846510] env[69041]: DEBUG oslo_concurrency.lockutils [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.846861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquired lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.847113] env[69041]: DEBUG nova.network.neutron [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.951838] env[69041]: INFO nova.compute.manager [-] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Took 1.51 seconds to deallocate network for instance. [ 1414.040452] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890496, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.072511] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.075157] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.771s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.077093] env[69041]: INFO nova.compute.claims [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.100313] env[69041]: INFO nova.scheduler.client.report [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Deleted allocations for instance a2da231a-27ce-4899-a2b4-bf18c2467830 [ 1414.114695] env[69041]: DEBUG oslo_concurrency.lockutils [req-4fb11074-6e2e-4dc5-83d2-0bcb5f075536 req-7f9b2abc-fb16-4612-9b10-ed8951b801c3 service nova] Releasing lock "refresh_cache-6ab11791-d7bc-4c32-9f6b-6292775de9c5" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.191658] env[69041]: DEBUG nova.compute.manager [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1414.219119] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.219429] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.219586] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.219882] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.220097] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.220296] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.220474] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.220634] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.220839] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.221084] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.221279] env[69041]: DEBUG nova.virt.hardware [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.222340] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae232d1-fdbd-4961-b161-8134b53b873d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.234277] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efa0fa8-b953-46aa-8bd2-eb5431162e92 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.239323] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.239582] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.239807] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.240008] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.240191] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.242397] env[69041]: INFO nova.compute.manager [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Terminating instance [ 1414.460215] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.541868] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890496, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.361527} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.541868] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f1e8f279-a2a1-406c-b2be-0dde40a7c09b/f1e8f279-a2a1-406c-b2be-0dde40a7c09b.vmdk to [datastore1] 651f64cd-4388-4c72-afe7-b34d379d23ad/651f64cd-4388-4c72-afe7-b34d379d23ad.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.543771] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e45ff8-888f-44f0-b8e9-9d379f544811 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.573319] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 651f64cd-4388-4c72-afe7-b34d379d23ad/651f64cd-4388-4c72-afe7-b34d379d23ad.vmdk or device None with type streamOptimized {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.573623] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4819b894-ac70-4de2-95d4-91ac6ed3b2f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.598261] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1414.598261] env[69041]: value = "task-2890497" [ 1414.598261] env[69041]: _type = "Task" [ 1414.598261] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.610408] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fafc80a4-58ae-43c9-9200-7f7ee6e74c2d tempest-ServersListShow298Test-1654905633 tempest-ServersListShow298Test-1654905633-project-member] Lock "a2da231a-27ce-4899-a2b4-bf18c2467830" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.805s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.611427] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.651315] env[69041]: INFO nova.network.neutron [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Port 096ae014-255e-4699-95ea-06c0725ff5d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1414.651684] env[69041]: DEBUG nova.network.neutron [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updating instance_info_cache with network_info: [{"id": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "address": "fa:16:3e:71:ef:00", "network": {"id": "931cb1ec-a7af-4f24-a385-e3ce9a12b537", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1605067328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e69e9151cb419d8faae31d3ffbb470", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f7e828b-5e", "ovs_interfaceid": "1f7e828b-5e4f-42dd-8f0e-90e3f93649bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.757338] env[69041]: DEBUG nova.compute.manager [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.757716] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.758979] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d995c895-18c8-4e8b-8608-bf84c9a3568d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.769115] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.769386] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92344898-ed26-4e5e-969d-eebf8ead2711 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.773254] env[69041]: DEBUG nova.network.neutron [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Successfully updated port: 26e3b683-d84a-4720-991a-84c5d4206946 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.776335] env[69041]: DEBUG oslo_vmware.api [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1414.776335] env[69041]: value = "task-2890498" [ 1414.776335] env[69041]: _type = "Task" [ 1414.776335] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.785849] env[69041]: DEBUG oslo_vmware.api [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.995617] env[69041]: DEBUG nova.compute.manager [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Received event network-vif-plugged-26e3b683-d84a-4720-991a-84c5d4206946 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1414.995843] env[69041]: DEBUG oslo_concurrency.lockutils [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] Acquiring lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.996058] env[69041]: DEBUG oslo_concurrency.lockutils [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] Lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.996302] env[69041]: DEBUG oslo_concurrency.lockutils [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] Lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.996477] env[69041]: DEBUG nova.compute.manager [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] No waiting events found dispatching network-vif-plugged-26e3b683-d84a-4720-991a-84c5d4206946 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1414.996656] env[69041]: WARNING nova.compute.manager [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Received unexpected event network-vif-plugged-26e3b683-d84a-4720-991a-84c5d4206946 for instance with vm_state building and task_state spawning. [ 1414.996817] env[69041]: DEBUG nova.compute.manager [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Received event network-changed-26e3b683-d84a-4720-991a-84c5d4206946 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1414.996972] env[69041]: DEBUG nova.compute.manager [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Refreshing instance network info cache due to event network-changed-26e3b683-d84a-4720-991a-84c5d4206946. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1414.997375] env[69041]: DEBUG oslo_concurrency.lockutils [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] Acquiring lock "refresh_cache-60df3cf6-32d5-4a52-81d7-d88d3bb4b794" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.997524] env[69041]: DEBUG oslo_concurrency.lockutils [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] Acquired lock "refresh_cache-60df3cf6-32d5-4a52-81d7-d88d3bb4b794" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.997694] env[69041]: DEBUG nova.network.neutron [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Refreshing network info cache for port 26e3b683-d84a-4720-991a-84c5d4206946 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.107762] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890497, 'name': ReconfigVM_Task, 'duration_secs': 0.422164} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.108097] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 651f64cd-4388-4c72-afe7-b34d379d23ad/651f64cd-4388-4c72-afe7-b34d379d23ad.vmdk or device None with type streamOptimized {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.109421] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'boot_index': 0, 'encryption_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'device_type': 'disk', 'size': 0, 'image_id': 'a17951c8-e6c8-413c-9c3b-51d6987c2367'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'attachment_id': '74f6615e-f0f6-4a6a-877b-d35bb53eda60', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580701', 'volume_id': 'a5ffc738-204d-4365-bdee-947cb62cc2f2', 'name': 'volume-a5ffc738-204d-4365-bdee-947cb62cc2f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '651f64cd-4388-4c72-afe7-b34d379d23ad', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5ffc738-204d-4365-bdee-947cb62cc2f2', 'serial': 'a5ffc738-204d-4365-bdee-947cb62cc2f2'}, 'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69041) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1415.109697] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1415.109943] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580701', 'volume_id': 'a5ffc738-204d-4365-bdee-947cb62cc2f2', 'name': 'volume-a5ffc738-204d-4365-bdee-947cb62cc2f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '651f64cd-4388-4c72-afe7-b34d379d23ad', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5ffc738-204d-4365-bdee-947cb62cc2f2', 'serial': 'a5ffc738-204d-4365-bdee-947cb62cc2f2'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1415.110777] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a092ce-f4ab-44e0-a9af-8130af2d0f8d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.128875] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e6a03e-03e1-4489-b817-18a05955deac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.154572] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-a5ffc738-204d-4365-bdee-947cb62cc2f2/volume-a5ffc738-204d-4365-bdee-947cb62cc2f2.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.157419] env[69041]: DEBUG oslo_concurrency.lockutils [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Releasing lock "refresh_cache-2842c9f8-1713-429f-8b4a-dc3a6e44c96e" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.159896] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ee1895-7933-4c95-a2bc-123ad75ba88a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.179041] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1415.179041] env[69041]: value = "task-2890499" [ 1415.179041] env[69041]: _type = "Task" [ 1415.179041] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.188813] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.278470] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-60df3cf6-32d5-4a52-81d7-d88d3bb4b794" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.286994] env[69041]: DEBUG oslo_vmware.api [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890498, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.333142] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2182a48-58ca-4f04-ac2b-9c4b2adac614 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.340625] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52466d42-f3ba-433d-8563-c48258372087 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.371784] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78001426-0d15-4b35-b7ae-9bfa0175c07e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.379022] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92c5bb9-aa5e-4459-b397-32d437d14fe9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.392305] env[69041]: DEBUG nova.compute.provider_tree [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.529312] env[69041]: DEBUG nova.network.neutron [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.607631] env[69041]: DEBUG nova.network.neutron [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.661618] env[69041]: DEBUG oslo_concurrency.lockutils [None req-536bc7fe-5b1e-4cf0-ab65-d6fe5d6a753e tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "interface-2842c9f8-1713-429f-8b4a-dc3a6e44c96e-096ae014-255e-4699-95ea-06c0725ff5d1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.934s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.688801] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.788125] env[69041]: DEBUG oslo_vmware.api [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890498, 'name': PowerOffVM_Task, 'duration_secs': 0.545332} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.788488] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.788488] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.788743] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24897f28-7581-4aaf-af5f-a0e1d9ad29f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.863735] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.863972] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.864174] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleting the datastore file [datastore2] 2842c9f8-1713-429f-8b4a-dc3a6e44c96e {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.864437] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97bdb45f-9423-4bc1-b267-2f898ddfc496 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.872295] env[69041]: DEBUG oslo_vmware.api [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1415.872295] env[69041]: value = "task-2890501" [ 1415.872295] env[69041]: _type = "Task" [ 1415.872295] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.879906] env[69041]: DEBUG oslo_vmware.api [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.895915] env[69041]: DEBUG nova.scheduler.client.report [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.112656] env[69041]: DEBUG oslo_concurrency.lockutils [req-c02eb4ad-0028-4459-b06f-67277d33c1db req-ccb48bde-b6af-47d8-843c-435b4b48576d service nova] Releasing lock "refresh_cache-60df3cf6-32d5-4a52-81d7-d88d3bb4b794" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.112656] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-60df3cf6-32d5-4a52-81d7-d88d3bb4b794" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.112656] env[69041]: DEBUG nova.network.neutron [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.191089] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890499, 'name': ReconfigVM_Task, 'duration_secs': 0.599335} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.191089] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-a5ffc738-204d-4365-bdee-947cb62cc2f2/volume-a5ffc738-204d-4365-bdee-947cb62cc2f2.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.194540] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc28c5b-b001-40e0-8a63-02c0b23f5e49 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.209024] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1416.209024] env[69041]: value = "task-2890502" [ 1416.209024] env[69041]: _type = "Task" [ 1416.209024] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.217266] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.382254] env[69041]: DEBUG oslo_vmware.api [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146828} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.382254] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.382254] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.382700] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.383014] env[69041]: INFO nova.compute.manager [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1416.383371] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.385998] env[69041]: DEBUG nova.compute.manager [-] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.385998] env[69041]: DEBUG nova.network.neutron [-] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.404228] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.404228] env[69041]: DEBUG nova.compute.manager [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.405688] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.060s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.406882] env[69041]: INFO nova.compute.claims [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.720364] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890502, 'name': ReconfigVM_Task, 'duration_secs': 0.13202} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.720651] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580701', 'volume_id': 'a5ffc738-204d-4365-bdee-947cb62cc2f2', 'name': 'volume-a5ffc738-204d-4365-bdee-947cb62cc2f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '651f64cd-4388-4c72-afe7-b34d379d23ad', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5ffc738-204d-4365-bdee-947cb62cc2f2', 'serial': 'a5ffc738-204d-4365-bdee-947cb62cc2f2'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1416.721290] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbd39f5b-6b2e-4a67-8a1f-fdb08f404739 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.727111] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1416.727111] env[69041]: value = "task-2890503" [ 1416.727111] env[69041]: _type = "Task" [ 1416.727111] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.734998] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890503, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.903245] env[69041]: DEBUG nova.network.neutron [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.913301] env[69041]: DEBUG nova.compute.utils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1416.916977] env[69041]: DEBUG nova.compute.manager [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1416.917310] env[69041]: DEBUG nova.network.neutron [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.048980] env[69041]: DEBUG nova.policy [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a4ceb299f514b41ab3895bdc3980926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '200b184d599e406796a08b7115039c75', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1417.238786] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890503, 'name': Rename_Task, 'duration_secs': 0.177713} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.239124] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.239560] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fe121cd-c733-4424-8c7c-267db97e106a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.245515] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1417.245515] env[69041]: value = "task-2890504" [ 1417.245515] env[69041]: _type = "Task" [ 1417.245515] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.252932] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.297236] env[69041]: DEBUG nova.network.neutron [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Updating instance_info_cache with network_info: [{"id": "26e3b683-d84a-4720-991a-84c5d4206946", "address": "fa:16:3e:fd:60:65", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e3b683-d8", "ovs_interfaceid": "26e3b683-d84a-4720-991a-84c5d4206946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.417800] env[69041]: DEBUG nova.compute.manager [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.666089] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3b9d04-1716-473e-9d46-915231485c54 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.674706] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e325f5-20a1-44a5-ab4e-f20fe6adf7af {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.708567] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153591dc-8d17-4f6b-b0f3-98bd310a6986 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.716834] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd4cf2c-b7ed-4725-a88c-a0f6320dbccf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.731338] env[69041]: DEBUG nova.compute.provider_tree [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.759026] env[69041]: DEBUG oslo_vmware.api [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890504, 'name': PowerOnVM_Task, 'duration_secs': 0.490508} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.759026] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.802594] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-60df3cf6-32d5-4a52-81d7-d88d3bb4b794" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.802594] env[69041]: DEBUG nova.compute.manager [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Instance network_info: |[{"id": "26e3b683-d84a-4720-991a-84c5d4206946", "address": "fa:16:3e:fd:60:65", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e3b683-d8", "ovs_interfaceid": "26e3b683-d84a-4720-991a-84c5d4206946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.802594] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:60:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26e3b683-d84a-4720-991a-84c5d4206946', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.813434] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.814421] env[69041]: DEBUG nova.network.neutron [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Successfully created port: ede59958-936d-4aed-ab6a-6fe8bd07731a {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1417.818932] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.818932] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-741565a4-86de-4bcc-86a3-945e01567949 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.844781] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.844781] env[69041]: value = "task-2890505" [ 1417.844781] env[69041]: _type = "Task" [ 1417.844781] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.852582] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890505, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.881802] env[69041]: DEBUG nova.compute.manager [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.883240] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceeef1b-d3f9-4eee-b69e-2b92e5d14255 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.233449] env[69041]: DEBUG nova.compute.manager [req-aafe51ea-30b4-410d-b20e-2a43624d109e req-6f2ff4ea-6947-49bb-8cde-a2848709a516 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Received event network-vif-deleted-1f7e828b-5e4f-42dd-8f0e-90e3f93649bd {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1418.233826] env[69041]: INFO nova.compute.manager [req-aafe51ea-30b4-410d-b20e-2a43624d109e req-6f2ff4ea-6947-49bb-8cde-a2848709a516 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Neutron deleted interface 1f7e828b-5e4f-42dd-8f0e-90e3f93649bd; detaching it from the instance and deleting it from the info cache [ 1418.234183] env[69041]: DEBUG nova.network.neutron [req-aafe51ea-30b4-410d-b20e-2a43624d109e req-6f2ff4ea-6947-49bb-8cde-a2848709a516 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.239531] env[69041]: DEBUG nova.scheduler.client.report [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.356788] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890505, 'name': CreateVM_Task, 'duration_secs': 0.321241} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.357051] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.357821] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.358467] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.358926] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.360094] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df33caea-7832-4d23-9b55-d09827a937c7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.365309] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1418.365309] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52595229-9186-5940-1b81-18d6d23a59a2" [ 1418.365309] env[69041]: _type = "Task" [ 1418.365309] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.374989] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52595229-9186-5940-1b81-18d6d23a59a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.400512] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9e0539bb-ad13-4f3a-afd8-7c88c73d2bf0 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.065s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.437818] env[69041]: DEBUG nova.compute.manager [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1418.469253] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.469513] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.469672] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.469897] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.470159] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.470409] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.470628] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.470838] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.471275] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.471555] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.471729] env[69041]: DEBUG nova.virt.hardware [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.472665] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705e7a3e-3b46-4d54-9abc-08a643aa1d65 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.482322] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ed6104-a2d3-49fe-b9e7-beb2f0ae3049 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.702105] env[69041]: DEBUG nova.network.neutron [-] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.744615] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.745372] env[69041]: DEBUG nova.compute.manager [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.750171] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.290s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.750516] env[69041]: DEBUG nova.objects.instance [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lazy-loading 'resources' on Instance uuid 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.752796] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6174cb2d-e840-4769-8b15-1978a5e19024 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.767029] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0455d4e5-a2d9-464b-922d-cc9b474b0ee6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.804724] env[69041]: DEBUG nova.compute.manager [req-aafe51ea-30b4-410d-b20e-2a43624d109e req-6f2ff4ea-6947-49bb-8cde-a2848709a516 service nova] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Detach interface failed, port_id=1f7e828b-5e4f-42dd-8f0e-90e3f93649bd, reason: Instance 2842c9f8-1713-429f-8b4a-dc3a6e44c96e could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1418.876084] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52595229-9186-5940-1b81-18d6d23a59a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.876402] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.876642] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.876894] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.877050] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.877235] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.877512] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1585173-f0f9-4578-a410-a536347e336b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.886619] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.886819] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.887735] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e2aeb8-4bef-4005-83bd-63bed70213cb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.893616] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1418.893616] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5204eafc-cce8-3270-dc82-62a5a6f3db13" [ 1418.893616] env[69041]: _type = "Task" [ 1418.893616] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.901993] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5204eafc-cce8-3270-dc82-62a5a6f3db13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.207336] env[69041]: INFO nova.compute.manager [-] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Took 2.82 seconds to deallocate network for instance. [ 1419.251466] env[69041]: DEBUG nova.compute.utils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1419.252729] env[69041]: DEBUG nova.compute.manager [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1419.252902] env[69041]: DEBUG nova.network.neutron [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1419.302474] env[69041]: DEBUG nova.policy [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f2a65fc1194fb0bcbbfbded6fae322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c657c14c914763b1bb5b102aeeaa41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1419.418697] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5204eafc-cce8-3270-dc82-62a5a6f3db13, 'name': SearchDatastore_Task, 'duration_secs': 0.00866} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.421486] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a55ee2-b310-4d5b-9bf1-59d512a61749 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.438107] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1419.438107] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b37296-c166-4402-d8e5-43b87aa3c175" [ 1419.438107] env[69041]: _type = "Task" [ 1419.438107] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.448658] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b37296-c166-4402-d8e5-43b87aa3c175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.517695] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d61a26-9dd5-46f5-998d-9ca4a4bff7ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.526650] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc021633-6591-4ab1-a076-bf1f7356c310 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.561375] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde58c01-e6c0-43d4-a2ba-cb92624bd7e3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.569967] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b91348-bdf1-46be-9f00-9cc139755af6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.592777] env[69041]: DEBUG nova.compute.provider_tree [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.715048] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.757193] env[69041]: DEBUG nova.compute.manager [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1419.838302] env[69041]: DEBUG nova.network.neutron [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Successfully created port: 6362809f-6f0f-4dff-8403-b48acf287b1c {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.856772] env[69041]: DEBUG nova.network.neutron [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Successfully updated port: ede59958-936d-4aed-ab6a-6fe8bd07731a {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1419.949386] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b37296-c166-4402-d8e5-43b87aa3c175, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.949386] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.949555] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 60df3cf6-32d5-4a52-81d7-d88d3bb4b794/60df3cf6-32d5-4a52-81d7-d88d3bb4b794.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.950168] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-327da870-65b7-42b8-8c06-9468a6cf3769 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.957049] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1419.957049] env[69041]: value = "task-2890506" [ 1419.957049] env[69041]: _type = "Task" [ 1419.957049] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.965980] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.096755] env[69041]: DEBUG nova.scheduler.client.report [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.360253] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquiring lock "refresh_cache-4ff5f323-efcd-4c2f-b808-26589df99a03" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.360585] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquired lock "refresh_cache-4ff5f323-efcd-4c2f-b808-26589df99a03" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.360704] env[69041]: DEBUG nova.network.neutron [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.412067] env[69041]: DEBUG nova.compute.manager [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Received event network-vif-plugged-ede59958-936d-4aed-ab6a-6fe8bd07731a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1420.412067] env[69041]: DEBUG oslo_concurrency.lockutils [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] Acquiring lock "4ff5f323-efcd-4c2f-b808-26589df99a03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.412271] env[69041]: DEBUG oslo_concurrency.lockutils [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] Lock "4ff5f323-efcd-4c2f-b808-26589df99a03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.412468] env[69041]: DEBUG oslo_concurrency.lockutils [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] Lock "4ff5f323-efcd-4c2f-b808-26589df99a03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.412605] env[69041]: DEBUG nova.compute.manager [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] No waiting events found dispatching network-vif-plugged-ede59958-936d-4aed-ab6a-6fe8bd07731a {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1420.412767] env[69041]: WARNING nova.compute.manager [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Received unexpected event network-vif-plugged-ede59958-936d-4aed-ab6a-6fe8bd07731a for instance with vm_state building and task_state spawning. [ 1420.413140] env[69041]: DEBUG nova.compute.manager [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Received event network-changed-ede59958-936d-4aed-ab6a-6fe8bd07731a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1420.414356] env[69041]: DEBUG nova.compute.manager [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Refreshing instance network info cache due to event network-changed-ede59958-936d-4aed-ab6a-6fe8bd07731a. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1420.414356] env[69041]: DEBUG oslo_concurrency.lockutils [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] Acquiring lock "refresh_cache-4ff5f323-efcd-4c2f-b808-26589df99a03" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.467877] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890506, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.605062] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.609347] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.894s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.609671] env[69041]: DEBUG nova.objects.instance [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'resources' on Instance uuid 2842c9f8-1713-429f-8b4a-dc3a6e44c96e {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.638471] env[69041]: INFO nova.scheduler.client.report [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Deleted allocations for instance 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f [ 1420.771205] env[69041]: DEBUG nova.compute.manager [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1420.804166] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.804418] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.804574] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.804754] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.804900] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.805143] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.805415] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.805619] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.805852] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.806071] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.806299] env[69041]: DEBUG nova.virt.hardware [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.807245] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6763e1d-f91d-41ec-b8f9-e0e82855e5c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.817701] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5420be36-ec77-425c-8f29-e47a60d90503 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.896128] env[69041]: DEBUG nova.network.neutron [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1420.969430] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750941} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.970045] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 60df3cf6-32d5-4a52-81d7-d88d3bb4b794/60df3cf6-32d5-4a52-81d7-d88d3bb4b794.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.970289] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.970535] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-288d108d-8b88-41ea-85f9-f32da20af9cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.977437] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1420.977437] env[69041]: value = "task-2890507" [ 1420.977437] env[69041]: _type = "Task" [ 1420.977437] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.985929] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.032269] env[69041]: DEBUG nova.network.neutron [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Updating instance_info_cache with network_info: [{"id": "ede59958-936d-4aed-ab6a-6fe8bd07731a", "address": "fa:16:3e:65:11:84", "network": {"id": "ff14c972-12c9-4123-9f56-6b6da7356327", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-552517315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "200b184d599e406796a08b7115039c75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede59958-93", "ovs_interfaceid": "ede59958-936d-4aed-ab6a-6fe8bd07731a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.148994] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a47fdfa7-5679-4398-8321-409c7d964a38 tempest-ListServerFiltersTestJSON-1768279189 tempest-ListServerFiltersTestJSON-1768279189-project-member] Lock "4080ba7b-a0e1-42c6-921b-8ee1e1d3646f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.322s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.255688] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.255930] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.317784] env[69041]: DEBUG nova.network.neutron [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Successfully updated port: 6362809f-6f0f-4dff-8403-b48acf287b1c {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.325357] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498f3dee-4ed3-4d94-811d-fd88bebffce6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.334035] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193656a3-4ab4-4252-b3fb-b89c022d9818 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.366095] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c37223b-2eb5-48ea-915b-6d6ea717dba1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.373665] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58911173-8aeb-4a77-a11f-0aa3f31631da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.387718] env[69041]: DEBUG nova.compute.provider_tree [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.489574] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279107} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.489574] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.489574] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76656e06-bada-44fe-84fa-5921b771f158 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.514051] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 60df3cf6-32d5-4a52-81d7-d88d3bb4b794/60df3cf6-32d5-4a52-81d7-d88d3bb4b794.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.514489] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7603aaae-cf9b-471a-be02-be87c7b1b192 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.535660] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Releasing lock "refresh_cache-4ff5f323-efcd-4c2f-b808-26589df99a03" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.535882] env[69041]: DEBUG nova.compute.manager [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Instance network_info: |[{"id": "ede59958-936d-4aed-ab6a-6fe8bd07731a", "address": "fa:16:3e:65:11:84", "network": {"id": "ff14c972-12c9-4123-9f56-6b6da7356327", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-552517315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "200b184d599e406796a08b7115039c75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede59958-93", "ovs_interfaceid": "ede59958-936d-4aed-ab6a-6fe8bd07731a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1421.536195] env[69041]: DEBUG oslo_concurrency.lockutils [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] Acquired lock "refresh_cache-4ff5f323-efcd-4c2f-b808-26589df99a03" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.536374] env[69041]: DEBUG nova.network.neutron [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Refreshing network info cache for port ede59958-936d-4aed-ab6a-6fe8bd07731a {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.537917] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:11:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ede59958-936d-4aed-ab6a-6fe8bd07731a', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.545524] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Creating folder: Project (200b184d599e406796a08b7115039c75). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1421.548987] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b49b0e29-a013-4408-9f6b-908d4274eac9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.556815] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1421.556815] env[69041]: value = "task-2890508" [ 1421.556815] env[69041]: _type = "Task" [ 1421.556815] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.565132] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.566818] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Created folder: Project (200b184d599e406796a08b7115039c75) in parent group-v580429. [ 1421.566818] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Creating folder: Instances. Parent ref: group-v580707. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1421.566818] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93703416-72bf-4cce-99cf-7f7c4ad7ab5f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.575129] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Created folder: Instances in parent group-v580707. [ 1421.575364] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.575557] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.575760] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-902ec397-030b-4556-8314-ef593dae765e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.599193] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.599193] env[69041]: value = "task-2890511" [ 1421.599193] env[69041]: _type = "Task" [ 1421.599193] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.606998] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890511, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.758651] env[69041]: DEBUG nova.compute.manager [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1421.766719] env[69041]: DEBUG nova.network.neutron [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Updated VIF entry in instance network info cache for port ede59958-936d-4aed-ab6a-6fe8bd07731a. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.766806] env[69041]: DEBUG nova.network.neutron [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Updating instance_info_cache with network_info: [{"id": "ede59958-936d-4aed-ab6a-6fe8bd07731a", "address": "fa:16:3e:65:11:84", "network": {"id": "ff14c972-12c9-4123-9f56-6b6da7356327", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-552517315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "200b184d599e406796a08b7115039c75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede59958-93", "ovs_interfaceid": "ede59958-936d-4aed-ab6a-6fe8bd07731a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.821970] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "refresh_cache-b6c005c1-6f3b-4d46-a17b-7a0f98842478" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.822303] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "refresh_cache-b6c005c1-6f3b-4d46-a17b-7a0f98842478" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.822466] env[69041]: DEBUG nova.network.neutron [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.891545] env[69041]: DEBUG nova.scheduler.client.report [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.070586] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890508, 'name': ReconfigVM_Task, 'duration_secs': 0.506281} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.071071] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 60df3cf6-32d5-4a52-81d7-d88d3bb4b794/60df3cf6-32d5-4a52-81d7-d88d3bb4b794.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.071950] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9afef235-06be-4d0c-bd20-41c63f37607f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.079567] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1422.079567] env[69041]: value = "task-2890512" [ 1422.079567] env[69041]: _type = "Task" [ 1422.079567] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.092141] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890512, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.107603] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890511, 'name': CreateVM_Task, 'duration_secs': 0.380467} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.107778] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.108474] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.108640] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.108998] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.109225] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ef8431-616b-4db8-82bf-39a1762b121a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.114034] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for the task: (returnval){ [ 1422.114034] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521303f9-7372-4220-430e-68f3a20c6a00" [ 1422.114034] env[69041]: _type = "Task" [ 1422.114034] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.121308] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521303f9-7372-4220-430e-68f3a20c6a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.269662] env[69041]: DEBUG oslo_concurrency.lockutils [req-343f0f14-8f2b-4100-983b-01e1e86fef87 req-ff1e62ea-1ffd-4095-a214-e8873132bebd service nova] Releasing lock "refresh_cache-4ff5f323-efcd-4c2f-b808-26589df99a03" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.281570] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.356915] env[69041]: DEBUG nova.network.neutron [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.399118] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.401129] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.120s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.402763] env[69041]: INFO nova.compute.claims [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.418242] env[69041]: INFO nova.scheduler.client.report [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleted allocations for instance 2842c9f8-1713-429f-8b4a-dc3a6e44c96e [ 1422.452033] env[69041]: DEBUG nova.compute.manager [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Received event network-vif-plugged-6362809f-6f0f-4dff-8403-b48acf287b1c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1422.452296] env[69041]: DEBUG oslo_concurrency.lockutils [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] Acquiring lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.453024] env[69041]: DEBUG oslo_concurrency.lockutils [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] Lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.453024] env[69041]: DEBUG oslo_concurrency.lockutils [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] Lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.453024] env[69041]: DEBUG nova.compute.manager [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] No waiting events found dispatching network-vif-plugged-6362809f-6f0f-4dff-8403-b48acf287b1c {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1422.453024] env[69041]: WARNING nova.compute.manager [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Received unexpected event network-vif-plugged-6362809f-6f0f-4dff-8403-b48acf287b1c for instance with vm_state building and task_state spawning. [ 1422.453485] env[69041]: DEBUG nova.compute.manager [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Received event network-changed-6362809f-6f0f-4dff-8403-b48acf287b1c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1422.453485] env[69041]: DEBUG nova.compute.manager [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Refreshing instance network info cache due to event network-changed-6362809f-6f0f-4dff-8403-b48acf287b1c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1422.453557] env[69041]: DEBUG oslo_concurrency.lockutils [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] Acquiring lock "refresh_cache-b6c005c1-6f3b-4d46-a17b-7a0f98842478" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.511576] env[69041]: DEBUG nova.network.neutron [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Updating instance_info_cache with network_info: [{"id": "6362809f-6f0f-4dff-8403-b48acf287b1c", "address": "fa:16:3e:b1:31:c7", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6362809f-6f", "ovs_interfaceid": "6362809f-6f0f-4dff-8403-b48acf287b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.590265] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890512, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.623827] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521303f9-7372-4220-430e-68f3a20c6a00, 'name': SearchDatastore_Task, 'duration_secs': 0.037343} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.624148] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.624441] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.624614] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.624759] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.624953] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.625205] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2de8b58-d24f-4dc2-8f5e-5315d4f291ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.637041] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.637195] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.637884] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5068e435-af59-40eb-b19b-84e87741706c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.642995] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for the task: (returnval){ [ 1422.642995] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522bbd94-b9e8-4880-d1e9-e52795b72c5b" [ 1422.642995] env[69041]: _type = "Task" [ 1422.642995] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.654018] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522bbd94-b9e8-4880-d1e9-e52795b72c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.926572] env[69041]: DEBUG oslo_concurrency.lockutils [None req-49931994-681d-4d96-b33f-f0b67e945c1a tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "2842c9f8-1713-429f-8b4a-dc3a6e44c96e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.687s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.014560] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "refresh_cache-b6c005c1-6f3b-4d46-a17b-7a0f98842478" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.014903] env[69041]: DEBUG nova.compute.manager [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Instance network_info: |[{"id": "6362809f-6f0f-4dff-8403-b48acf287b1c", "address": "fa:16:3e:b1:31:c7", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6362809f-6f", "ovs_interfaceid": "6362809f-6f0f-4dff-8403-b48acf287b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1423.015233] env[69041]: DEBUG oslo_concurrency.lockutils [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] Acquired lock "refresh_cache-b6c005c1-6f3b-4d46-a17b-7a0f98842478" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.015416] env[69041]: DEBUG nova.network.neutron [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Refreshing network info cache for port 6362809f-6f0f-4dff-8403-b48acf287b1c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.016565] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:31:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6362809f-6f0f-4dff-8403-b48acf287b1c', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.024567] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.025474] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1423.025701] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4520405d-209b-4450-be00-8d5e64f4f1e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.051038] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.051038] env[69041]: value = "task-2890513" [ 1423.051038] env[69041]: _type = "Task" [ 1423.051038] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.056144] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890513, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.090205] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890512, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.153699] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522bbd94-b9e8-4880-d1e9-e52795b72c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.048271} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.154498] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b872cf50-5143-4a0c-afbc-b0e2221191f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.159461] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for the task: (returnval){ [ 1423.159461] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523cb01d-d194-2a8e-7857-a0716ff6d5b5" [ 1423.159461] env[69041]: _type = "Task" [ 1423.159461] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.166996] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523cb01d-d194-2a8e-7857-a0716ff6d5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.418248] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.418574] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.418574] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.418751] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.418923] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.420862] env[69041]: INFO nova.compute.manager [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Terminating instance [ 1423.558163] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890513, 'name': CreateVM_Task, 'duration_secs': 0.371512} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.565462] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1423.568849] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.569032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.569334] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.569593] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fc8c40-b52f-4d57-8320-7a22a4c6d92a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.574608] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1423.574608] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521519c5-028d-9d88-bbb5-d326b25a4750" [ 1423.574608] env[69041]: _type = "Task" [ 1423.574608] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.578956] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0e3201-4d70-43ec-b27e-fdd7708e0042 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.588083] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521519c5-028d-9d88-bbb5-d326b25a4750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.591720] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01e3e99-2f2e-4e40-957c-5fd3d8c4c8a9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.598309] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890512, 'name': Rename_Task, 'duration_secs': 1.401058} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.599077] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.599342] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28615ead-017f-4e2f-bf4b-4499206886f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.638584] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21584e08-c5fd-40cd-8d7e-7565ec61d384 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.641236] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1423.641236] env[69041]: value = "task-2890514" [ 1423.641236] env[69041]: _type = "Task" [ 1423.641236] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.648707] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465b5f3f-ec4d-40fe-97ce-07d1b4cef97a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.656390] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.671146] env[69041]: DEBUG nova.compute.provider_tree [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.678761] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523cb01d-d194-2a8e-7857-a0716ff6d5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011998} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.679699] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.679986] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 4ff5f323-efcd-4c2f-b808-26589df99a03/4ff5f323-efcd-4c2f-b808-26589df99a03.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.680293] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b3131d7-bf93-4117-a302-6da65436e933 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.687227] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for the task: (returnval){ [ 1423.687227] env[69041]: value = "task-2890515" [ 1423.687227] env[69041]: _type = "Task" [ 1423.687227] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.695279] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.791392] env[69041]: DEBUG nova.network.neutron [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Updated VIF entry in instance network info cache for port 6362809f-6f0f-4dff-8403-b48acf287b1c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.792106] env[69041]: DEBUG nova.network.neutron [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Updating instance_info_cache with network_info: [{"id": "6362809f-6f0f-4dff-8403-b48acf287b1c", "address": "fa:16:3e:b1:31:c7", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6362809f-6f", "ovs_interfaceid": "6362809f-6f0f-4dff-8403-b48acf287b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.924890] env[69041]: DEBUG nova.compute.manager [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.925152] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.926639] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6116d333-fbff-48ac-b129-29b96fb4e4ef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.934666] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.934790] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00124895-6efc-4834-882d-0500d7ae1f2d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.940724] env[69041]: DEBUG oslo_vmware.api [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1423.940724] env[69041]: value = "task-2890516" [ 1423.940724] env[69041]: _type = "Task" [ 1423.940724] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.949194] env[69041]: DEBUG oslo_vmware.api [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.085151] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521519c5-028d-9d88-bbb5-d326b25a4750, 'name': SearchDatastore_Task, 'duration_secs': 0.026733} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.085463] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.085705] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1424.085946] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.086108] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.086320] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.086572] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-388c8d05-ba5f-46a7-b1ae-aa524bc17097 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.096653] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.096911] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1424.097709] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80cf4bb-3879-4950-84d1-bf24990de95d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.110574] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1424.110574] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5273ae9c-bc13-3a7a-4078-33b40b61ebbe" [ 1424.110574] env[69041]: _type = "Task" [ 1424.110574] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.125755] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5273ae9c-bc13-3a7a-4078-33b40b61ebbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.153028] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.174273] env[69041]: DEBUG nova.scheduler.client.report [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.203800] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890515, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.296714] env[69041]: DEBUG oslo_concurrency.lockutils [req-552d8851-be11-4be0-bf04-a85e350b9d52 req-4882ab64-c7d9-4a2a-b278-8b800131d324 service nova] Releasing lock "refresh_cache-b6c005c1-6f3b-4d46-a17b-7a0f98842478" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.451899] env[69041]: DEBUG oslo_vmware.api [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890516, 'name': PowerOffVM_Task, 'duration_secs': 0.184086} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.452445] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.452445] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.452575] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddbc69c9-e5db-43c3-9e47-6d04405cc53c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.517819] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.518153] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.518372] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleting the datastore file [datastore2] a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.518641] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59a1a31f-b2ed-4984-9480-55cd22546271 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.524569] env[69041]: DEBUG oslo_vmware.api [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for the task: (returnval){ [ 1424.524569] env[69041]: value = "task-2890518" [ 1424.524569] env[69041]: _type = "Task" [ 1424.524569] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.532935] env[69041]: DEBUG oslo_vmware.api [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.622808] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5273ae9c-bc13-3a7a-4078-33b40b61ebbe, 'name': SearchDatastore_Task, 'duration_secs': 0.016827} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.623664] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583daa1d-3175-4a1d-9495-0c3f7293862b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.629661] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1424.629661] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520292f9-8c79-d1e8-1fe4-c18ce1c4c007" [ 1424.629661] env[69041]: _type = "Task" [ 1424.629661] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.639157] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520292f9-8c79-d1e8-1fe4-c18ce1c4c007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.651173] env[69041]: DEBUG oslo_vmware.api [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890514, 'name': PowerOnVM_Task, 'duration_secs': 0.911286} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.651635] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.652038] env[69041]: INFO nova.compute.manager [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1424.655046] env[69041]: DEBUG nova.compute.manager [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.655046] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8944f764-0c8f-45ab-8e93-deb01daa85e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.679059] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.679534] env[69041]: DEBUG nova.compute.manager [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1424.697926] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599195} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.698801] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 4ff5f323-efcd-4c2f-b808-26589df99a03/4ff5f323-efcd-4c2f-b808-26589df99a03.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.698801] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.698801] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a75a27b3-532c-4261-834b-6f412636c43d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.706849] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for the task: (returnval){ [ 1424.706849] env[69041]: value = "task-2890519" [ 1424.706849] env[69041]: _type = "Task" [ 1424.706849] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.717378] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.034203] env[69041]: DEBUG oslo_vmware.api [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Task: {'id': task-2890518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237732} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.034617] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.034908] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.035765] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.036107] env[69041]: INFO nova.compute.manager [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1425.037331] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.037662] env[69041]: DEBUG nova.compute.manager [-] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1425.037882] env[69041]: DEBUG nova.network.neutron [-] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.139580] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520292f9-8c79-d1e8-1fe4-c18ce1c4c007, 'name': SearchDatastore_Task, 'duration_secs': 0.03835} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.142289] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.142289] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] b6c005c1-6f3b-4d46-a17b-7a0f98842478/b6c005c1-6f3b-4d46-a17b-7a0f98842478.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1425.142289] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52bd26a7-81ee-4967-bec6-90d9161a8f62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.147501] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1425.147501] env[69041]: value = "task-2890520" [ 1425.147501] env[69041]: _type = "Task" [ 1425.147501] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.154772] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.172406] env[69041]: INFO nova.compute.manager [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Took 22.20 seconds to build instance. [ 1425.188018] env[69041]: DEBUG nova.compute.utils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1425.188018] env[69041]: DEBUG nova.compute.manager [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1425.189378] env[69041]: DEBUG nova.network.neutron [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.218297] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082213} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.218297] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.218637] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be690fc-40f2-401d-9dd9-420f221d6cc0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.250490] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 4ff5f323-efcd-4c2f-b808-26589df99a03/4ff5f323-efcd-4c2f-b808-26589df99a03.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.250847] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd55f214-afa7-4a6a-b859-924d773ca05d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.274548] env[69041]: DEBUG nova.policy [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a846583a7043078f5496cf9c314cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6df9f4683e934c05a1b3dd27ef688591', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1425.277539] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for the task: (returnval){ [ 1425.277539] env[69041]: value = "task-2890521" [ 1425.277539] env[69041]: _type = "Task" [ 1425.277539] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.287267] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.614810] env[69041]: DEBUG nova.compute.manager [req-a8e25fe5-9d60-49aa-83a1-fca361046828 req-17855f12-de31-4502-bbe0-60210ddef4c0 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Received event network-vif-deleted-1a73a80c-1169-44b8-97e1-177d531fe21a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1425.615065] env[69041]: INFO nova.compute.manager [req-a8e25fe5-9d60-49aa-83a1-fca361046828 req-17855f12-de31-4502-bbe0-60210ddef4c0 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Neutron deleted interface 1a73a80c-1169-44b8-97e1-177d531fe21a; detaching it from the instance and deleting it from the info cache [ 1425.615065] env[69041]: DEBUG nova.network.neutron [req-a8e25fe5-9d60-49aa-83a1-fca361046828 req-17855f12-de31-4502-bbe0-60210ddef4c0 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.658401] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890520, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.673653] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3081ba96-28fe-4970-a4f2-078ca47c3ed4 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.711s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.696049] env[69041]: DEBUG nova.compute.manager [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1425.791457] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890521, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.102077] env[69041]: DEBUG nova.network.neutron [-] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.122936] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed50afbb-c62b-4dd7-b9fc-1c95d057c8a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.131916] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf476a71-65e5-4c8a-9638-e5620fe7ca51 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.164187] env[69041]: DEBUG nova.compute.manager [req-a8e25fe5-9d60-49aa-83a1-fca361046828 req-17855f12-de31-4502-bbe0-60210ddef4c0 service nova] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Detach interface failed, port_id=1a73a80c-1169-44b8-97e1-177d531fe21a, reason: Instance a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1426.168028] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844645} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.168512] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] b6c005c1-6f3b-4d46-a17b-7a0f98842478/b6c005c1-6f3b-4d46-a17b-7a0f98842478.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1426.168730] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1426.169031] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d3e6eb2-22be-4f31-9234-b8f1ac1b078a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.175956] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1426.175956] env[69041]: value = "task-2890525" [ 1426.175956] env[69041]: _type = "Task" [ 1426.175956] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.182585] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.202232] env[69041]: DEBUG nova.network.neutron [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Successfully created port: a41ca097-adb9-45f7-bb18-30b7a44477c2 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.287744] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890521, 'name': ReconfigVM_Task, 'duration_secs': 0.578164} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.288102] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 4ff5f323-efcd-4c2f-b808-26589df99a03/4ff5f323-efcd-4c2f-b808-26589df99a03.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.288750] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-404d11d4-5e8b-4396-beb6-309551d9093a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.294550] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for the task: (returnval){ [ 1426.294550] env[69041]: value = "task-2890526" [ 1426.294550] env[69041]: _type = "Task" [ 1426.294550] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.304120] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890526, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.605938] env[69041]: INFO nova.compute.manager [-] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Took 1.57 seconds to deallocate network for instance. [ 1426.687390] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070599} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.688383] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.688383] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dc1003-93a2-4d77-8dbf-707680c27e1f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.710628] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] b6c005c1-6f3b-4d46-a17b-7a0f98842478/b6c005c1-6f3b-4d46-a17b-7a0f98842478.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.711920] env[69041]: DEBUG nova.compute.manager [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1426.714356] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92abb265-9a21-452c-b867-bf3593480141 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.737702] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1426.737702] env[69041]: value = "task-2890527" [ 1426.737702] env[69041]: _type = "Task" [ 1426.737702] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.748412] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.763569] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1426.763929] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.764079] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1426.764307] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.764500] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1426.764660] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1426.765144] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1426.765144] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1426.765264] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1426.765408] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1426.765583] env[69041]: DEBUG nova.virt.hardware [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1426.766452] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34669b59-c66c-402a-864e-f20a51c9c383 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.774939] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027d38dc-5cef-43dd-816c-d688ba75cf10 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.804473] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890526, 'name': Rename_Task, 'duration_secs': 0.150313} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.804749] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.804978] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35f9cae6-c766-42ff-9231-4198c960ea79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.811650] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for the task: (returnval){ [ 1426.811650] env[69041]: value = "task-2890528" [ 1426.811650] env[69041]: _type = "Task" [ 1426.811650] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.819516] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.113165] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.113511] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.113798] env[69041]: DEBUG nova.objects.instance [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lazy-loading 'resources' on Instance uuid a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.247685] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890527, 'name': ReconfigVM_Task, 'duration_secs': 0.26996} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.248946] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Reconfigured VM instance instance-0000006b to attach disk [datastore2] b6c005c1-6f3b-4d46-a17b-7a0f98842478/b6c005c1-6f3b-4d46-a17b-7a0f98842478.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.248946] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-355d27d8-9788-41cf-bb4f-27b462748568 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.255329] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1427.255329] env[69041]: value = "task-2890529" [ 1427.255329] env[69041]: _type = "Task" [ 1427.255329] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.263593] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890529, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.321765] env[69041]: DEBUG oslo_vmware.api [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890528, 'name': PowerOnVM_Task, 'duration_secs': 0.454924} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.322106] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.322350] env[69041]: INFO nova.compute.manager [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1427.322536] env[69041]: DEBUG nova.compute.manager [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.323350] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dafb412-efb7-4566-aac0-14e7b37fd144 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.661591] env[69041]: DEBUG nova.compute.manager [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Received event network-changed-26e3b683-d84a-4720-991a-84c5d4206946 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1427.661591] env[69041]: DEBUG nova.compute.manager [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Refreshing instance network info cache due to event network-changed-26e3b683-d84a-4720-991a-84c5d4206946. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1427.661859] env[69041]: DEBUG oslo_concurrency.lockutils [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] Acquiring lock "refresh_cache-60df3cf6-32d5-4a52-81d7-d88d3bb4b794" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.661911] env[69041]: DEBUG oslo_concurrency.lockutils [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] Acquired lock "refresh_cache-60df3cf6-32d5-4a52-81d7-d88d3bb4b794" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.662140] env[69041]: DEBUG nova.network.neutron [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Refreshing network info cache for port 26e3b683-d84a-4720-991a-84c5d4206946 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.663946] env[69041]: DEBUG nova.network.neutron [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Successfully updated port: a41ca097-adb9-45f7-bb18-30b7a44477c2 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.766749] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890529, 'name': Rename_Task, 'duration_secs': 0.135556} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.767698] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.767698] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58d22f25-fce1-416e-9991-ef76d935a7e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.773571] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1427.773571] env[69041]: value = "task-2890530" [ 1427.773571] env[69041]: _type = "Task" [ 1427.773571] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.785202] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.803789] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd62cf78-1cc5-41c3-b903-1ecbed6356ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.813851] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec2c80-fd96-4a8e-8c7b-bcc0ce2db97b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.854627] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e61627-97c4-42db-b807-1bdab9a8bfaf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.857906] env[69041]: INFO nova.compute.manager [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Took 24.57 seconds to build instance. [ 1427.864173] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee787fc-ddfb-4939-ab7e-2662589ac71f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.878336] env[69041]: DEBUG nova.compute.provider_tree [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.168601] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "refresh_cache-656ee282-f7b4-4ea9-bd5c-031e656a7351" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.168750] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "refresh_cache-656ee282-f7b4-4ea9-bd5c-031e656a7351" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.168901] env[69041]: DEBUG nova.network.neutron [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.286981] env[69041]: DEBUG oslo_vmware.api [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890530, 'name': PowerOnVM_Task, 'duration_secs': 0.479026} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.287276] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1428.287479] env[69041]: INFO nova.compute.manager [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1428.287653] env[69041]: DEBUG nova.compute.manager [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1428.288493] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b612d3-df58-4cd0-9d15-d2525b6370d5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.360556] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9dc131b6-4904-41da-b544-47a6128ca91f tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lock "4ff5f323-efcd-4c2f-b808-26589df99a03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.081s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.382447] env[69041]: DEBUG nova.scheduler.client.report [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.410172] env[69041]: DEBUG nova.network.neutron [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Updated VIF entry in instance network info cache for port 26e3b683-d84a-4720-991a-84c5d4206946. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.411019] env[69041]: DEBUG nova.network.neutron [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Updating instance_info_cache with network_info: [{"id": "26e3b683-d84a-4720-991a-84c5d4206946", "address": "fa:16:3e:fd:60:65", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e3b683-d8", "ovs_interfaceid": "26e3b683-d84a-4720-991a-84c5d4206946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.701787] env[69041]: DEBUG nova.network.neutron [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.808104] env[69041]: INFO nova.compute.manager [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Took 21.48 seconds to build instance. [ 1428.845186] env[69041]: DEBUG nova.network.neutron [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Updating instance_info_cache with network_info: [{"id": "a41ca097-adb9-45f7-bb18-30b7a44477c2", "address": "fa:16:3e:0e:e7:5e", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa41ca097-ad", "ovs_interfaceid": "a41ca097-adb9-45f7-bb18-30b7a44477c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.889162] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.913772] env[69041]: DEBUG oslo_concurrency.lockutils [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] Releasing lock "refresh_cache-60df3cf6-32d5-4a52-81d7-d88d3bb4b794" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.914191] env[69041]: DEBUG nova.compute.manager [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Received event network-vif-plugged-a41ca097-adb9-45f7-bb18-30b7a44477c2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1428.914485] env[69041]: DEBUG oslo_concurrency.lockutils [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] Acquiring lock "656ee282-f7b4-4ea9-bd5c-031e656a7351-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.914836] env[69041]: DEBUG oslo_concurrency.lockutils [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.915087] env[69041]: DEBUG oslo_concurrency.lockutils [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.915346] env[69041]: DEBUG nova.compute.manager [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] No waiting events found dispatching network-vif-plugged-a41ca097-adb9-45f7-bb18-30b7a44477c2 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.915575] env[69041]: WARNING nova.compute.manager [req-34cc4da3-1376-45ac-b159-5058be1d269f req-909a914b-1ba8-4466-a93c-178fb9b01422 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Received unexpected event network-vif-plugged-a41ca097-adb9-45f7-bb18-30b7a44477c2 for instance with vm_state building and task_state spawning. [ 1428.918156] env[69041]: INFO nova.scheduler.client.report [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Deleted allocations for instance a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2 [ 1429.310424] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eb9dedf4-e1de-4fc9-bb13-8e8150968ef9 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.986s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.348270] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "refresh_cache-656ee282-f7b4-4ea9-bd5c-031e656a7351" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.348619] env[69041]: DEBUG nova.compute.manager [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Instance network_info: |[{"id": "a41ca097-adb9-45f7-bb18-30b7a44477c2", "address": "fa:16:3e:0e:e7:5e", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa41ca097-ad", "ovs_interfaceid": "a41ca097-adb9-45f7-bb18-30b7a44477c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.349076] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:e7:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a41ca097-adb9-45f7-bb18-30b7a44477c2', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.356799] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Creating folder: Project (6df9f4683e934c05a1b3dd27ef688591). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.357397] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18e65d97-4490-45f7-a797-0524a0bf94e2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.367820] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Created folder: Project (6df9f4683e934c05a1b3dd27ef688591) in parent group-v580429. [ 1429.368026] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Creating folder: Instances. Parent ref: group-v580714. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.368257] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-701e18e1-ec52-4a0b-b217-56ab5e3ba85d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.376953] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Created folder: Instances in parent group-v580714. [ 1429.377221] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.377404] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.377599] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8c65d11-9a73-4b87-8be0-3964c4746720 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.396653] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.396653] env[69041]: value = "task-2890534" [ 1429.396653] env[69041]: _type = "Task" [ 1429.396653] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.404523] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890534, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.427183] env[69041]: DEBUG oslo_concurrency.lockutils [None req-4efefa3d-4dc4-414c-8f0d-9dc1b804f42b tempest-AttachInterfacesTestJSON-266781432 tempest-AttachInterfacesTestJSON-266781432-project-member] Lock "a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.009s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.684910] env[69041]: DEBUG nova.compute.manager [req-a8ece48b-4ee4-4533-9e13-a87b1c8b709e req-6d4fa4c5-6af1-435e-94b9-a5fa7ee1a069 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Received event network-changed-a41ca097-adb9-45f7-bb18-30b7a44477c2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1429.685148] env[69041]: DEBUG nova.compute.manager [req-a8ece48b-4ee4-4533-9e13-a87b1c8b709e req-6d4fa4c5-6af1-435e-94b9-a5fa7ee1a069 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Refreshing instance network info cache due to event network-changed-a41ca097-adb9-45f7-bb18-30b7a44477c2. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1429.685336] env[69041]: DEBUG oslo_concurrency.lockutils [req-a8ece48b-4ee4-4533-9e13-a87b1c8b709e req-6d4fa4c5-6af1-435e-94b9-a5fa7ee1a069 service nova] Acquiring lock "refresh_cache-656ee282-f7b4-4ea9-bd5c-031e656a7351" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.685480] env[69041]: DEBUG oslo_concurrency.lockutils [req-a8ece48b-4ee4-4533-9e13-a87b1c8b709e req-6d4fa4c5-6af1-435e-94b9-a5fa7ee1a069 service nova] Acquired lock "refresh_cache-656ee282-f7b4-4ea9-bd5c-031e656a7351" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.685644] env[69041]: DEBUG nova.network.neutron [req-a8ece48b-4ee4-4533-9e13-a87b1c8b709e req-6d4fa4c5-6af1-435e-94b9-a5fa7ee1a069 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Refreshing network info cache for port a41ca097-adb9-45f7-bb18-30b7a44477c2 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.790369] env[69041]: DEBUG oslo_concurrency.lockutils [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.790757] env[69041]: DEBUG oslo_concurrency.lockutils [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.790991] env[69041]: DEBUG oslo_concurrency.lockutils [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.791228] env[69041]: DEBUG oslo_concurrency.lockutils [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.791405] env[69041]: DEBUG oslo_concurrency.lockutils [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.793984] env[69041]: INFO nova.compute.manager [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Terminating instance [ 1429.907849] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890534, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.053683] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquiring lock "4ff5f323-efcd-4c2f-b808-26589df99a03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.053946] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lock "4ff5f323-efcd-4c2f-b808-26589df99a03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.054174] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquiring lock "4ff5f323-efcd-4c2f-b808-26589df99a03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.054363] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lock "4ff5f323-efcd-4c2f-b808-26589df99a03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.054542] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lock "4ff5f323-efcd-4c2f-b808-26589df99a03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.056795] env[69041]: INFO nova.compute.manager [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Terminating instance [ 1430.298458] env[69041]: DEBUG nova.compute.manager [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.298684] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.299729] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f4c7f6-735b-4306-8f05-cd22284eb9c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.306766] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.307017] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d345e132-abf5-4740-b1db-60d9d63c0809 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.312827] env[69041]: DEBUG oslo_vmware.api [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1430.312827] env[69041]: value = "task-2890535" [ 1430.312827] env[69041]: _type = "Task" [ 1430.312827] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.320205] env[69041]: DEBUG oslo_vmware.api [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.385733] env[69041]: DEBUG nova.network.neutron [req-a8ece48b-4ee4-4533-9e13-a87b1c8b709e req-6d4fa4c5-6af1-435e-94b9-a5fa7ee1a069 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Updated VIF entry in instance network info cache for port a41ca097-adb9-45f7-bb18-30b7a44477c2. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.386198] env[69041]: DEBUG nova.network.neutron [req-a8ece48b-4ee4-4533-9e13-a87b1c8b709e req-6d4fa4c5-6af1-435e-94b9-a5fa7ee1a069 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Updating instance_info_cache with network_info: [{"id": "a41ca097-adb9-45f7-bb18-30b7a44477c2", "address": "fa:16:3e:0e:e7:5e", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa41ca097-ad", "ovs_interfaceid": "a41ca097-adb9-45f7-bb18-30b7a44477c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.409576] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890534, 'name': CreateVM_Task, 'duration_secs': 0.625045} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.409775] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.410548] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.410715] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.411077] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.411332] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d78041-1ee3-442d-a8d7-6f418c256fe8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.415819] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1430.415819] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5233f640-6b4d-7c11-5e2a-fb8fbefc603f" [ 1430.415819] env[69041]: _type = "Task" [ 1430.415819] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.424016] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5233f640-6b4d-7c11-5e2a-fb8fbefc603f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.560632] env[69041]: DEBUG nova.compute.manager [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.560940] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.561821] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1429834-1204-4ccd-82ab-76aefff2dbc1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.569637] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.569884] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67293e02-d526-4b2b-bd9c-0adfb454a541 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.576110] env[69041]: DEBUG oslo_vmware.api [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for the task: (returnval){ [ 1430.576110] env[69041]: value = "task-2890536" [ 1430.576110] env[69041]: _type = "Task" [ 1430.576110] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.583987] env[69041]: DEBUG oslo_vmware.api [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.822569] env[69041]: DEBUG oslo_vmware.api [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890535, 'name': PowerOffVM_Task, 'duration_secs': 0.208762} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.823050] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.823050] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.823308] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7f5e72a-a408-41ec-9d47-5eb6627a7861 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.886097] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.886337] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.886518] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleting the datastore file [datastore2] b6c005c1-6f3b-4d46-a17b-7a0f98842478 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.886783] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b61804e2-48f8-4623-8028-79cb98e30f27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.889014] env[69041]: DEBUG oslo_concurrency.lockutils [req-a8ece48b-4ee4-4533-9e13-a87b1c8b709e req-6d4fa4c5-6af1-435e-94b9-a5fa7ee1a069 service nova] Releasing lock "refresh_cache-656ee282-f7b4-4ea9-bd5c-031e656a7351" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.893578] env[69041]: DEBUG oslo_vmware.api [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1430.893578] env[69041]: value = "task-2890538" [ 1430.893578] env[69041]: _type = "Task" [ 1430.893578] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.901203] env[69041]: DEBUG oslo_vmware.api [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.925720] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5233f640-6b4d-7c11-5e2a-fb8fbefc603f, 'name': SearchDatastore_Task, 'duration_secs': 0.029482} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.926014] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.926204] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.926433] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.926670] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.926750] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.926990] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-244a0444-3b42-4f9e-a82d-6a5b694c6197 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.937751] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.937952] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.938717] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d3359f-e488-4382-b920-3e98a107418f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.943780] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1430.943780] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b475d5-c3e0-5a75-a391-5ab8666fd1cf" [ 1430.943780] env[69041]: _type = "Task" [ 1430.943780] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.951407] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b475d5-c3e0-5a75-a391-5ab8666fd1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.085160] env[69041]: DEBUG oslo_vmware.api [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890536, 'name': PowerOffVM_Task, 'duration_secs': 0.204487} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.085442] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.085746] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.086019] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d8ad17-3653-43c5-a090-8b370111fb41 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.145581] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.145805] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.146029] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Deleting the datastore file [datastore1] 4ff5f323-efcd-4c2f-b808-26589df99a03 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.146295] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6f67e92-8b8f-4b90-8035-90fee5c2809c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.152515] env[69041]: DEBUG oslo_vmware.api [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for the task: (returnval){ [ 1431.152515] env[69041]: value = "task-2890541" [ 1431.152515] env[69041]: _type = "Task" [ 1431.152515] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.162064] env[69041]: DEBUG oslo_vmware.api [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.403133] env[69041]: DEBUG oslo_vmware.api [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374271} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.403264] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.403445] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.403656] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.403851] env[69041]: INFO nova.compute.manager [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1431.404056] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1431.404259] env[69041]: DEBUG nova.compute.manager [-] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.404352] env[69041]: DEBUG nova.network.neutron [-] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.455516] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b475d5-c3e0-5a75-a391-5ab8666fd1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.02677} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.456425] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb6098e-ad02-4583-9447-4094204d054c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.461437] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1431.461437] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527332b3-4031-beea-16ff-ff8a6d505e0d" [ 1431.461437] env[69041]: _type = "Task" [ 1431.461437] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.468997] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527332b3-4031-beea-16ff-ff8a6d505e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.664443] env[69041]: DEBUG oslo_vmware.api [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Task: {'id': task-2890541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425967} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.664846] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.665433] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.665740] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.666051] env[69041]: INFO nova.compute.manager [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1431.666905] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1431.667524] env[69041]: DEBUG nova.compute.manager [-] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.667694] env[69041]: DEBUG nova.network.neutron [-] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.723068] env[69041]: DEBUG nova.compute.manager [req-ddf5ad6e-01ab-4137-9d4b-7cc5b0a9e4f2 req-1447afe9-a319-45e4-969e-99de41ea69bd service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Received event network-vif-deleted-6362809f-6f0f-4dff-8403-b48acf287b1c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1431.723244] env[69041]: INFO nova.compute.manager [req-ddf5ad6e-01ab-4137-9d4b-7cc5b0a9e4f2 req-1447afe9-a319-45e4-969e-99de41ea69bd service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Neutron deleted interface 6362809f-6f0f-4dff-8403-b48acf287b1c; detaching it from the instance and deleting it from the info cache [ 1431.723945] env[69041]: DEBUG nova.network.neutron [req-ddf5ad6e-01ab-4137-9d4b-7cc5b0a9e4f2 req-1447afe9-a319-45e4-969e-99de41ea69bd service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.972572] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527332b3-4031-beea-16ff-ff8a6d505e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.040635} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.972866] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.973197] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 656ee282-f7b4-4ea9-bd5c-031e656a7351/656ee282-f7b4-4ea9-bd5c-031e656a7351.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.973491] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2467b10-a758-4189-b703-d7b6501747e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.979491] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1431.979491] env[69041]: value = "task-2890542" [ 1431.979491] env[69041]: _type = "Task" [ 1431.979491] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.988032] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.144582] env[69041]: DEBUG nova.network.neutron [-] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.226868] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58d4d7a8-7634-44c2-9798-e5e6a2f1ba49 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.239488] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa531c50-4d90-4fc9-907e-f953c2bacfab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.277594] env[69041]: DEBUG nova.compute.manager [req-ddf5ad6e-01ab-4137-9d4b-7cc5b0a9e4f2 req-1447afe9-a319-45e4-969e-99de41ea69bd service nova] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Detach interface failed, port_id=6362809f-6f0f-4dff-8403-b48acf287b1c, reason: Instance b6c005c1-6f3b-4d46-a17b-7a0f98842478 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1432.280220] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "057627bb-fe22-482b-9e36-4dde659cb442" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.280479] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.438865] env[69041]: DEBUG nova.network.neutron [-] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.489983] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890542, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.647629] env[69041]: INFO nova.compute.manager [-] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Took 1.24 seconds to deallocate network for instance. [ 1432.783570] env[69041]: DEBUG nova.compute.utils [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1432.941537] env[69041]: INFO nova.compute.manager [-] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Took 1.27 seconds to deallocate network for instance. [ 1432.992014] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903974} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.992302] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 656ee282-f7b4-4ea9-bd5c-031e656a7351/656ee282-f7b4-4ea9-bd5c-031e656a7351.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.992523] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.992999] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a05679ff-94fb-42fe-b538-fe27d87a4bad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.000068] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1433.000068] env[69041]: value = "task-2890543" [ 1433.000068] env[69041]: _type = "Task" [ 1433.000068] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.008648] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.156170] env[69041]: DEBUG oslo_concurrency.lockutils [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.156170] env[69041]: DEBUG oslo_concurrency.lockutils [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.156170] env[69041]: DEBUG nova.objects.instance [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lazy-loading 'resources' on Instance uuid b6c005c1-6f3b-4d46-a17b-7a0f98842478 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.287074] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.447971] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.510187] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0642} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.510414] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.511193] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7967b12a-ed14-4898-a322-45b0491aad5e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.532694] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 656ee282-f7b4-4ea9-bd5c-031e656a7351/656ee282-f7b4-4ea9-bd5c-031e656a7351.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.533043] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-096fe0f7-5aa3-47b8-acc9-fa36974807fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.551674] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1433.551674] env[69041]: value = "task-2890545" [ 1433.551674] env[69041]: _type = "Task" [ 1433.551674] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.559463] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.752975] env[69041]: DEBUG nova.compute.manager [req-3ac0f804-05b3-4d32-8865-8a5170a1f383 req-fc45289d-bde6-4564-a62e-b74a80d9bbbb service nova] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Received event network-vif-deleted-ede59958-936d-4aed-ab6a-6fe8bd07731a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1433.818292] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf9aa55-d280-41f2-8642-f98adeb33d81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.828232] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da17fff-1f49-44a9-a98f-d1a02e043d64 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.859649] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a09bf1e-926f-4507-aa5c-fdafea19942f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.869742] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655370ec-a561-49f7-a633-2fe4504e1fe8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.883916] env[69041]: DEBUG nova.compute.provider_tree [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.062071] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890545, 'name': ReconfigVM_Task, 'duration_secs': 0.495929} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.062384] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 656ee282-f7b4-4ea9-bd5c-031e656a7351/656ee282-f7b4-4ea9-bd5c-031e656a7351.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.063064] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-884469cd-60b7-4e5a-a337-7580afc3fa51 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.069488] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1434.069488] env[69041]: value = "task-2890546" [ 1434.069488] env[69041]: _type = "Task" [ 1434.069488] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.077156] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890546, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.365994] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "057627bb-fe22-482b-9e36-4dde659cb442" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.366299] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.366591] env[69041]: INFO nova.compute.manager [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Attaching volume 056f6d33-d574-4d1f-b971-b4c90fa2288e to /dev/sdb [ 1434.387446] env[69041]: DEBUG nova.scheduler.client.report [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.398896] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05843bb-2c89-42ae-a14f-96f88af2c3b1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.409070] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67be0179-ed3b-46c6-8267-b137499cc5cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.422276] env[69041]: DEBUG nova.virt.block_device [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating existing volume attachment record: f581f4e1-1895-42b3-bfc1-09a7d2ee7cc4 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1434.578546] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890546, 'name': Rename_Task, 'duration_secs': 0.329382} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.578811] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.579052] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b96793b-1c53-4078-a44e-219976892c21 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.585307] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1434.585307] env[69041]: value = "task-2890548" [ 1434.585307] env[69041]: _type = "Task" [ 1434.585307] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.594124] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.892296] env[69041]: DEBUG oslo_concurrency.lockutils [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.894778] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.447s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.895804] env[69041]: DEBUG nova.objects.instance [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lazy-loading 'resources' on Instance uuid 4ff5f323-efcd-4c2f-b808-26589df99a03 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.916023] env[69041]: INFO nova.scheduler.client.report [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted allocations for instance b6c005c1-6f3b-4d46-a17b-7a0f98842478 [ 1435.096111] env[69041]: DEBUG oslo_vmware.api [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890548, 'name': PowerOnVM_Task, 'duration_secs': 0.454098} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.096406] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.096617] env[69041]: INFO nova.compute.manager [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1435.096813] env[69041]: DEBUG nova.compute.manager [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.097654] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe2d9bc-37f7-40a7-aa39-afbe02671382 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.423581] env[69041]: DEBUG oslo_concurrency.lockutils [None req-76b081dc-ba92-47ce-80b7-da91f3b3593a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b6c005c1-6f3b-4d46-a17b-7a0f98842478" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.633s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.528050] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a5b336-1978-4f86-831b-4d03fb23b648 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.537377] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5013e141-16bc-4f23-8598-397902e625dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.580366] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23159f39-e721-4b0c-9cdd-5dbf98248f6a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.591524] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dddb889-8b2b-4621-afe2-ac2f91d15fe1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.614762] env[69041]: DEBUG nova.compute.provider_tree [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.618621] env[69041]: INFO nova.compute.manager [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Took 13.35 seconds to build instance. [ 1436.120445] env[69041]: DEBUG nova.scheduler.client.report [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.123611] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cd7d3feb-333c-4ca0-b73f-628925ba4076 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.868s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.626616] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.646728] env[69041]: INFO nova.scheduler.client.report [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Deleted allocations for instance 4ff5f323-efcd-4c2f-b808-26589df99a03 [ 1436.843240] env[69041]: DEBUG nova.compute.manager [req-79b6a342-3fee-46f2-812f-4a61ce62b448 req-69c61aab-375a-44e4-a550-3358694b58a2 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Received event network-changed-a41ca097-adb9-45f7-bb18-30b7a44477c2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1436.844365] env[69041]: DEBUG nova.compute.manager [req-79b6a342-3fee-46f2-812f-4a61ce62b448 req-69c61aab-375a-44e4-a550-3358694b58a2 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Refreshing instance network info cache due to event network-changed-a41ca097-adb9-45f7-bb18-30b7a44477c2. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1436.844365] env[69041]: DEBUG oslo_concurrency.lockutils [req-79b6a342-3fee-46f2-812f-4a61ce62b448 req-69c61aab-375a-44e4-a550-3358694b58a2 service nova] Acquiring lock "refresh_cache-656ee282-f7b4-4ea9-bd5c-031e656a7351" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.844365] env[69041]: DEBUG oslo_concurrency.lockutils [req-79b6a342-3fee-46f2-812f-4a61ce62b448 req-69c61aab-375a-44e4-a550-3358694b58a2 service nova] Acquired lock "refresh_cache-656ee282-f7b4-4ea9-bd5c-031e656a7351" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.844365] env[69041]: DEBUG nova.network.neutron [req-79b6a342-3fee-46f2-812f-4a61ce62b448 req-69c61aab-375a-44e4-a550-3358694b58a2 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Refreshing network info cache for port a41ca097-adb9-45f7-bb18-30b7a44477c2 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.969763] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "83d428c9-a33c-4937-8077-4dd67cf3a635" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.970026] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "83d428c9-a33c-4937-8077-4dd67cf3a635" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.154575] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5284f9ef-16ae-44ee-94da-a9c6acea4615 tempest-ServerMetadataTestJSON-1208337225 tempest-ServerMetadataTestJSON-1208337225-project-member] Lock "4ff5f323-efcd-4c2f-b808-26589df99a03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.101s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.472713] env[69041]: DEBUG nova.compute.manager [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1437.561777] env[69041]: DEBUG nova.network.neutron [req-79b6a342-3fee-46f2-812f-4a61ce62b448 req-69c61aab-375a-44e4-a550-3358694b58a2 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Updated VIF entry in instance network info cache for port a41ca097-adb9-45f7-bb18-30b7a44477c2. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.562221] env[69041]: DEBUG nova.network.neutron [req-79b6a342-3fee-46f2-812f-4a61ce62b448 req-69c61aab-375a-44e4-a550-3358694b58a2 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Updating instance_info_cache with network_info: [{"id": "a41ca097-adb9-45f7-bb18-30b7a44477c2", "address": "fa:16:3e:0e:e7:5e", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa41ca097-ad", "ovs_interfaceid": "a41ca097-adb9-45f7-bb18-30b7a44477c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.003883] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.004164] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.005699] env[69041]: INFO nova.compute.claims [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.065051] env[69041]: DEBUG oslo_concurrency.lockutils [req-79b6a342-3fee-46f2-812f-4a61ce62b448 req-69c61aab-375a-44e4-a550-3358694b58a2 service nova] Releasing lock "refresh_cache-656ee282-f7b4-4ea9-bd5c-031e656a7351" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.149061] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17dbeab-7e2b-423c-b926-6ef0330121cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.156984] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7937fe67-71c7-4b47-ac21-90d53dfc21d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.187305] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70665d75-2a68-40da-8734-88fd93cc361e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.194583] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06adce3-7448-4474-a88e-968b32e1a783 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.207391] env[69041]: DEBUG nova.compute.provider_tree [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.469736] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1439.470090] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580718', 'volume_id': '056f6d33-d574-4d1f-b971-b4c90fa2288e', 'name': 'volume-056f6d33-d574-4d1f-b971-b4c90fa2288e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '057627bb-fe22-482b-9e36-4dde659cb442', 'attached_at': '', 'detached_at': '', 'volume_id': '056f6d33-d574-4d1f-b971-b4c90fa2288e', 'serial': '056f6d33-d574-4d1f-b971-b4c90fa2288e'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1439.471287] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72d9859-6e98-43e0-90c9-8321a2e5a6ac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.488418] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eee240-a9ac-4b63-9841-6d25adbdfb78 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.514904] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-056f6d33-d574-4d1f-b971-b4c90fa2288e/volume-056f6d33-d574-4d1f-b971-b4c90fa2288e.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.515221] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2169e21-ce2c-4754-aa5e-6035e3fd7036 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.532972] env[69041]: DEBUG oslo_vmware.api [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1439.532972] env[69041]: value = "task-2890555" [ 1439.532972] env[69041]: _type = "Task" [ 1439.532972] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.540612] env[69041]: DEBUG oslo_vmware.api [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.711167] env[69041]: DEBUG nova.scheduler.client.report [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.950026] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "35aed301-9eeb-4231-9196-c1f123934c49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.950325] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "35aed301-9eeb-4231-9196-c1f123934c49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.043583] env[69041]: DEBUG oslo_vmware.api [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890555, 'name': ReconfigVM_Task, 'duration_secs': 0.339223} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.043810] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-056f6d33-d574-4d1f-b971-b4c90fa2288e/volume-056f6d33-d574-4d1f-b971-b4c90fa2288e.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.049075] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35e0c1c7-11b4-4317-9ee1-cd89f30c8257 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.064986] env[69041]: DEBUG oslo_vmware.api [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1440.064986] env[69041]: value = "task-2890556" [ 1440.064986] env[69041]: _type = "Task" [ 1440.064986] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.072988] env[69041]: DEBUG oslo_vmware.api [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.216786] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.217405] env[69041]: DEBUG nova.compute.manager [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1440.452768] env[69041]: DEBUG nova.compute.manager [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1440.575160] env[69041]: DEBUG oslo_vmware.api [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890556, 'name': ReconfigVM_Task, 'duration_secs': 0.148222} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.575413] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580718', 'volume_id': '056f6d33-d574-4d1f-b971-b4c90fa2288e', 'name': 'volume-056f6d33-d574-4d1f-b971-b4c90fa2288e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '057627bb-fe22-482b-9e36-4dde659cb442', 'attached_at': '', 'detached_at': '', 'volume_id': '056f6d33-d574-4d1f-b971-b4c90fa2288e', 'serial': '056f6d33-d574-4d1f-b971-b4c90fa2288e'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1440.722534] env[69041]: DEBUG nova.compute.utils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1440.723850] env[69041]: DEBUG nova.compute.manager [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.724099] env[69041]: DEBUG nova.network.neutron [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.770985] env[69041]: DEBUG nova.policy [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23f2a65fc1194fb0bcbbfbded6fae322', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c657c14c914763b1bb5b102aeeaa41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.977950] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.978392] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.979774] env[69041]: INFO nova.compute.claims [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.026435] env[69041]: DEBUG nova.network.neutron [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Successfully created port: 54dba9cd-9782-4cbe-9f4c-fb3ca30bf019 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.227204] env[69041]: DEBUG nova.compute.manager [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1441.613561] env[69041]: DEBUG nova.objects.instance [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'flavor' on Instance uuid 057627bb-fe22-482b-9e36-4dde659cb442 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.118434] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6fab0c1b-bde8-4a0f-ac1c-8a3229d06b9b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.752s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.147277] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb59d36-b504-4042-ac14-19ea6e12caa4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.154880] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9271f768-28c4-4329-b28c-61baa1b218f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.185532] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbc7792-3cf6-4d73-a3ab-5c566707b40e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.193291] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24950b6e-0586-40a4-900d-3ad610b3fe6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.207701] env[69041]: DEBUG nova.compute.provider_tree [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.236034] env[69041]: DEBUG nova.compute.manager [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1442.262663] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.263048] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.263094] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.263264] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.263413] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.263561] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.263769] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.263943] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.264135] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.264305] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.264481] env[69041]: DEBUG nova.virt.hardware [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.265346] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67c0ba0-d860-4f22-ac49-fdb2703979a9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.273550] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b60eafc-57e0-455c-9165-e94a3740e165 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.391530] env[69041]: DEBUG nova.compute.manager [req-0e8f4f3d-97af-4cc6-ab66-69f8f5dd7fb0 req-cc80b385-72c1-4585-a9de-6fcfaff5f9a1 service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Received event network-vif-plugged-54dba9cd-9782-4cbe-9f4c-fb3ca30bf019 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1442.391530] env[69041]: DEBUG oslo_concurrency.lockutils [req-0e8f4f3d-97af-4cc6-ab66-69f8f5dd7fb0 req-cc80b385-72c1-4585-a9de-6fcfaff5f9a1 service nova] Acquiring lock "83d428c9-a33c-4937-8077-4dd67cf3a635-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.391705] env[69041]: DEBUG oslo_concurrency.lockutils [req-0e8f4f3d-97af-4cc6-ab66-69f8f5dd7fb0 req-cc80b385-72c1-4585-a9de-6fcfaff5f9a1 service nova] Lock "83d428c9-a33c-4937-8077-4dd67cf3a635-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.391796] env[69041]: DEBUG oslo_concurrency.lockutils [req-0e8f4f3d-97af-4cc6-ab66-69f8f5dd7fb0 req-cc80b385-72c1-4585-a9de-6fcfaff5f9a1 service nova] Lock "83d428c9-a33c-4937-8077-4dd67cf3a635-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.391967] env[69041]: DEBUG nova.compute.manager [req-0e8f4f3d-97af-4cc6-ab66-69f8f5dd7fb0 req-cc80b385-72c1-4585-a9de-6fcfaff5f9a1 service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] No waiting events found dispatching network-vif-plugged-54dba9cd-9782-4cbe-9f4c-fb3ca30bf019 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.392147] env[69041]: WARNING nova.compute.manager [req-0e8f4f3d-97af-4cc6-ab66-69f8f5dd7fb0 req-cc80b385-72c1-4585-a9de-6fcfaff5f9a1 service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Received unexpected event network-vif-plugged-54dba9cd-9782-4cbe-9f4c-fb3ca30bf019 for instance with vm_state building and task_state spawning. [ 1442.477734] env[69041]: DEBUG nova.network.neutron [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Successfully updated port: 54dba9cd-9782-4cbe-9f4c-fb3ca30bf019 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.608941] env[69041]: DEBUG nova.compute.manager [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Stashing vm_state: active {{(pid=69041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1442.712064] env[69041]: DEBUG nova.scheduler.client.report [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.979834] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "refresh_cache-83d428c9-a33c-4937-8077-4dd67cf3a635" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.980027] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "refresh_cache-83d428c9-a33c-4937-8077-4dd67cf3a635" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.980189] env[69041]: DEBUG nova.network.neutron [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.129898] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.216113] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.216656] env[69041]: DEBUG nova.compute.manager [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1443.219275] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.090s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.511577] env[69041]: DEBUG nova.network.neutron [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.644211] env[69041]: DEBUG nova.network.neutron [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Updating instance_info_cache with network_info: [{"id": "54dba9cd-9782-4cbe-9f4c-fb3ca30bf019", "address": "fa:16:3e:8e:48:d1", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54dba9cd-97", "ovs_interfaceid": "54dba9cd-9782-4cbe-9f4c-fb3ca30bf019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.722523] env[69041]: DEBUG nova.compute.utils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1443.725900] env[69041]: INFO nova.compute.claims [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.729597] env[69041]: DEBUG nova.compute.manager [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Not allocating networking since 'none' was specified. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1444.146336] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "refresh_cache-83d428c9-a33c-4937-8077-4dd67cf3a635" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.146669] env[69041]: DEBUG nova.compute.manager [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Instance network_info: |[{"id": "54dba9cd-9782-4cbe-9f4c-fb3ca30bf019", "address": "fa:16:3e:8e:48:d1", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54dba9cd-97", "ovs_interfaceid": "54dba9cd-9782-4cbe-9f4c-fb3ca30bf019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1444.147109] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:48:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54dba9cd-9782-4cbe-9f4c-fb3ca30bf019', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.155100] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1444.155328] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.155613] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-645efbb6-28c2-4d75-8819-bad10815df79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.177194] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.177194] env[69041]: value = "task-2890558" [ 1444.177194] env[69041]: _type = "Task" [ 1444.177194] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.186810] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890558, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.230766] env[69041]: DEBUG nova.compute.manager [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1444.234723] env[69041]: INFO nova.compute.resource_tracker [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating resource usage from migration aecc7a1f-7d03-4886-91fb-36a3e85f9d33 [ 1444.394626] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0bf4ea-85fc-4fd0-8e59-941938316dea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.402674] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c6f186-de96-47a4-a58c-c1c5d2ddf724 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.435405] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802803db-4b07-4d98-ba70-190439b16383 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.438988] env[69041]: DEBUG nova.compute.manager [req-b4722c87-31f9-4f17-b1f9-db0a36b7a3a2 req-5bab61aa-c1c4-4b5e-8c90-c9000e30fdcc service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Received event network-changed-54dba9cd-9782-4cbe-9f4c-fb3ca30bf019 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1444.439194] env[69041]: DEBUG nova.compute.manager [req-b4722c87-31f9-4f17-b1f9-db0a36b7a3a2 req-5bab61aa-c1c4-4b5e-8c90-c9000e30fdcc service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Refreshing instance network info cache due to event network-changed-54dba9cd-9782-4cbe-9f4c-fb3ca30bf019. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1444.439409] env[69041]: DEBUG oslo_concurrency.lockutils [req-b4722c87-31f9-4f17-b1f9-db0a36b7a3a2 req-5bab61aa-c1c4-4b5e-8c90-c9000e30fdcc service nova] Acquiring lock "refresh_cache-83d428c9-a33c-4937-8077-4dd67cf3a635" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.439554] env[69041]: DEBUG oslo_concurrency.lockutils [req-b4722c87-31f9-4f17-b1f9-db0a36b7a3a2 req-5bab61aa-c1c4-4b5e-8c90-c9000e30fdcc service nova] Acquired lock "refresh_cache-83d428c9-a33c-4937-8077-4dd67cf3a635" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.439715] env[69041]: DEBUG nova.network.neutron [req-b4722c87-31f9-4f17-b1f9-db0a36b7a3a2 req-5bab61aa-c1c4-4b5e-8c90-c9000e30fdcc service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Refreshing network info cache for port 54dba9cd-9782-4cbe-9f4c-fb3ca30bf019 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.447308] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee83d9b-7c8c-463c-8339-bbc8e763ae5d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.463591] env[69041]: DEBUG nova.compute.provider_tree [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.687947] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890558, 'name': CreateVM_Task, 'duration_secs': 0.305157} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.688280] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.688758] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.688922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.689278] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.689545] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66246c6d-a34f-4b41-a011-4a9b58197cb7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.694565] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1444.694565] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52df793a-a421-a2f0-face-009300e4e355" [ 1444.694565] env[69041]: _type = "Task" [ 1444.694565] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.704811] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52df793a-a421-a2f0-face-009300e4e355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.967039] env[69041]: DEBUG nova.scheduler.client.report [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.131462] env[69041]: DEBUG nova.network.neutron [req-b4722c87-31f9-4f17-b1f9-db0a36b7a3a2 req-5bab61aa-c1c4-4b5e-8c90-c9000e30fdcc service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Updated VIF entry in instance network info cache for port 54dba9cd-9782-4cbe-9f4c-fb3ca30bf019. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.131815] env[69041]: DEBUG nova.network.neutron [req-b4722c87-31f9-4f17-b1f9-db0a36b7a3a2 req-5bab61aa-c1c4-4b5e-8c90-c9000e30fdcc service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Updating instance_info_cache with network_info: [{"id": "54dba9cd-9782-4cbe-9f4c-fb3ca30bf019", "address": "fa:16:3e:8e:48:d1", "network": {"id": "c8236de3-826b-4839-9e64-a3dcfe39c631", "bridge": "br-int", "label": "tempest-ServersTestJSON-65138456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c657c14c914763b1bb5b102aeeaa41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54dba9cd-97", "ovs_interfaceid": "54dba9cd-9782-4cbe-9f4c-fb3ca30bf019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.205601] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52df793a-a421-a2f0-face-009300e4e355, 'name': SearchDatastore_Task, 'duration_secs': 0.013736} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.206189] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.206447] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.206679] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.206825] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.207011] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.207290] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea1644b8-dd2a-445f-a53c-3109188f5c0e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.216273] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.216436] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.217110] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabe9d23-5ba1-4dae-b78f-ee67906d459f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.221811] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1445.221811] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52969852-0bfc-57e5-17b7-c669b083eeef" [ 1445.221811] env[69041]: _type = "Task" [ 1445.221811] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.229460] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52969852-0bfc-57e5-17b7-c669b083eeef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.244704] env[69041]: DEBUG nova.compute.manager [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.268869] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.269122] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.269279] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.269461] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.269608] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.269753] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.269952] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.270152] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.270336] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.270501] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.270673] env[69041]: DEBUG nova.virt.hardware [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.271781] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afeffde-1e28-4e79-8a41-2c65204d0d4b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.279717] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d9366c-ccaf-4043-ab9e-fff5dff5de72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.292852] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.298291] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Creating folder: Project (9ca424f34523462784f875ef27c13f9b). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.298552] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e5f49ab-14ae-44a4-8ac0-4116f8232492 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.309157] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Created folder: Project (9ca424f34523462784f875ef27c13f9b) in parent group-v580429. [ 1445.309352] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Creating folder: Instances. Parent ref: group-v580721. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.309570] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-900b9b73-9355-49a3-be7e-d917d3f96666 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.319106] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Created folder: Instances in parent group-v580721. [ 1445.319352] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.319542] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.319739] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-729f68c8-ae88-4d55-8510-66b2953b3ca2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.336333] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.336333] env[69041]: value = "task-2890561" [ 1445.336333] env[69041]: _type = "Task" [ 1445.336333] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.344096] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890561, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.444595] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Acquiring lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.444819] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.474222] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.255s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.474387] env[69041]: INFO nova.compute.manager [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Migrating [ 1445.634367] env[69041]: DEBUG oslo_concurrency.lockutils [req-b4722c87-31f9-4f17-b1f9-db0a36b7a3a2 req-5bab61aa-c1c4-4b5e-8c90-c9000e30fdcc service nova] Releasing lock "refresh_cache-83d428c9-a33c-4937-8077-4dd67cf3a635" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.733285] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52969852-0bfc-57e5-17b7-c669b083eeef, 'name': SearchDatastore_Task, 'duration_secs': 0.008246} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.733937] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b1a3c4-9fd9-4305-a0dd-0a1638ecf1f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.739550] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1445.739550] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b9d1ed-4647-b2c0-4511-c461d44011ac" [ 1445.739550] env[69041]: _type = "Task" [ 1445.739550] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.747733] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b9d1ed-4647-b2c0-4511-c461d44011ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.846969] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890561, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.947621] env[69041]: DEBUG nova.compute.manager [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1445.989093] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.989093] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.989298] env[69041]: DEBUG nova.network.neutron [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.251056] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b9d1ed-4647-b2c0-4511-c461d44011ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.251056] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.251056] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 83d428c9-a33c-4937-8077-4dd67cf3a635/83d428c9-a33c-4937-8077-4dd67cf3a635.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.251056] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bbbad0d-3511-454c-9f0c-c17fdd8f0c9a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.258409] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1446.258409] env[69041]: value = "task-2890562" [ 1446.258409] env[69041]: _type = "Task" [ 1446.258409] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.266270] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.348146] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890561, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.474474] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.474787] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.476523] env[69041]: INFO nova.compute.claims [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.724543] env[69041]: DEBUG nova.network.neutron [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance_info_cache with network_info: [{"id": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "address": "fa:16:3e:3c:58:dc", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bd3f58-55", "ovs_interfaceid": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.768269] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479643} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.768644] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 83d428c9-a33c-4937-8077-4dd67cf3a635/83d428c9-a33c-4937-8077-4dd67cf3a635.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1446.768737] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.769062] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b71fa77a-1ce6-490a-8e68-a0bd7e58192f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.776282] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1446.776282] env[69041]: value = "task-2890563" [ 1446.776282] env[69041]: _type = "Task" [ 1446.776282] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.784013] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.848335] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890561, 'name': CreateVM_Task, 'duration_secs': 1.283743} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.848520] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.848973] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.849151] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.849472] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.849714] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-925e0193-32b8-4451-9d3d-48e63d12b2d5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.854626] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1446.854626] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521e1041-75df-b5ef-d0a7-26eaf5c05892" [ 1446.854626] env[69041]: _type = "Task" [ 1446.854626] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.863055] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521e1041-75df-b5ef-d0a7-26eaf5c05892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.227331] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.287184] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146709} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.287458] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.288388] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76bc8c-18e1-4333-803a-826721fdca4d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.310515] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 83d428c9-a33c-4937-8077-4dd67cf3a635/83d428c9-a33c-4937-8077-4dd67cf3a635.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.311072] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89c4530e-f3d8-49fd-b619-3eec621b5663 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.331056] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1447.331056] env[69041]: value = "task-2890564" [ 1447.331056] env[69041]: _type = "Task" [ 1447.331056] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.364480] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521e1041-75df-b5ef-d0a7-26eaf5c05892, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.364700] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.364934] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.365179] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.365331] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.365510] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.365755] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c69e52-6ed4-4809-bdfb-ed85c35c995d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.374202] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.374399] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.375372] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa9d3bf-796c-4cc2-bc08-3e4e006b774b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.380490] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1447.380490] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523acd66-639d-9128-edd3-b5c51917727b" [ 1447.380490] env[69041]: _type = "Task" [ 1447.380490] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.387831] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523acd66-639d-9128-edd3-b5c51917727b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.633460] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26719a74-f7a9-49d0-bc38-04617cc972e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.641229] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63a041e-2800-4597-81ce-e0f6a7a54867 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.672182] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa4b2ca-ad6b-4da6-a6dd-af812206a008 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.680750] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965b687-e302-4b3b-8666-d153e9c6d656 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.696989] env[69041]: DEBUG nova.compute.provider_tree [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.841730] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890564, 'name': ReconfigVM_Task, 'duration_secs': 0.39596} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.841730] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 83d428c9-a33c-4937-8077-4dd67cf3a635/83d428c9-a33c-4937-8077-4dd67cf3a635.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.842190] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d289765-98bd-41c9-b088-bbea497f35f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.848767] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1447.848767] env[69041]: value = "task-2890565" [ 1447.848767] env[69041]: _type = "Task" [ 1447.848767] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.857166] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890565, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.890885] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523acd66-639d-9128-edd3-b5c51917727b, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.891684] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7186a89-5f6e-4033-84db-418a79ab389f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.897530] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1447.897530] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52627a1f-1f03-42a5-07e6-ba74a3604149" [ 1447.897530] env[69041]: _type = "Task" [ 1447.897530] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.905603] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52627a1f-1f03-42a5-07e6-ba74a3604149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.201056] env[69041]: DEBUG nova.scheduler.client.report [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.359488] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890565, 'name': Rename_Task, 'duration_secs': 0.160631} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.359910] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.360239] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd13c7cc-69aa-4011-9de2-c19afc6db2c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.369226] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1448.369226] env[69041]: value = "task-2890566" [ 1448.369226] env[69041]: _type = "Task" [ 1448.369226] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.376117] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.408160] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52627a1f-1f03-42a5-07e6-ba74a3604149, 'name': SearchDatastore_Task, 'duration_secs': 0.010977} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.408857] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.409419] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 35aed301-9eeb-4231-9196-c1f123934c49/35aed301-9eeb-4231-9196-c1f123934c49.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.409966] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e4f87bf-5caf-49b6-ac20-357c3f6d31dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.417430] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1448.417430] env[69041]: value = "task-2890567" [ 1448.417430] env[69041]: _type = "Task" [ 1448.417430] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.425961] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.705654] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.705654] env[69041]: DEBUG nova.compute.manager [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.744686] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89efab4-bec6-4a8e-b697-03aac7cfc3bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.770558] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance '057627bb-fe22-482b-9e36-4dde659cb442' progress to 0 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1448.878645] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890566, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.927759] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463686} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.928010] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 35aed301-9eeb-4231-9196-c1f123934c49/35aed301-9eeb-4231-9196-c1f123934c49.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.928238] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.928484] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03d7658f-d84f-47d3-845b-1f2ee9ad177a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.935655] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1448.935655] env[69041]: value = "task-2890568" [ 1448.935655] env[69041]: _type = "Task" [ 1448.935655] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.944123] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.211286] env[69041]: DEBUG nova.compute.utils [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1449.212774] env[69041]: DEBUG nova.compute.manager [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1449.212887] env[69041]: DEBUG nova.network.neutron [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.248753] env[69041]: DEBUG nova.policy [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae5684c70b0e4df6a0b39c9497b8b0da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd66b8616d73c495081192d41673411dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.276794] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.277015] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0ed4f97-7da3-44fb-968b-066c6bd3c23a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.285467] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1449.285467] env[69041]: value = "task-2890569" [ 1449.285467] env[69041]: _type = "Task" [ 1449.285467] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.296068] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.379767] env[69041]: DEBUG oslo_vmware.api [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890566, 'name': PowerOnVM_Task, 'duration_secs': 0.704407} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.379895] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.380927] env[69041]: INFO nova.compute.manager [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1449.381266] env[69041]: DEBUG nova.compute.manager [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1449.382197] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9fdf69-a12b-41a4-8037-11c5ee9568a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.451079] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076144} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.451079] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.451963] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c566a-b8ea-47cf-9afc-ae8894314bd1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.475243] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 35aed301-9eeb-4231-9196-c1f123934c49/35aed301-9eeb-4231-9196-c1f123934c49.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.475560] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b16fdd-83d8-4ef0-a260-41e4ac82c977 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.496420] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1449.496420] env[69041]: value = "task-2890570" [ 1449.496420] env[69041]: _type = "Task" [ 1449.496420] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.506681] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.551649] env[69041]: DEBUG nova.network.neutron [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Successfully created port: f8c16ee0-c7de-4ac7-b4fa-086e84d856a3 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1449.716169] env[69041]: DEBUG nova.compute.manager [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.796659] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890569, 'name': PowerOffVM_Task, 'duration_secs': 0.203097} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.797010] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.797227] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance '057627bb-fe22-482b-9e36-4dde659cb442' progress to 17 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1449.903885] env[69041]: INFO nova.compute.manager [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Took 11.93 seconds to build instance. [ 1450.007829] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.221902] env[69041]: INFO nova.virt.block_device [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Booting with volume 5e3f13be-15f3-425d-a546-15cd08239a51 at /dev/sda [ 1450.259105] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b411cfc4-85c4-4dfb-a334-d922c4b5150c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.269635] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ffe4c5-7fd6-4b93-8df2-1b37ff6b7a23 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.305536] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.305780] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.305938] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.306133] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.306284] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.306432] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.306647] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.306804] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.306968] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.307140] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.307313] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.312456] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea70896-634c-4567-a533-1a7314fba4b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.323208] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69df786d-ff8b-4f9d-a3e1-e68b4e94a87c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.333905] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb3056c-ddf7-40de-a5f9-1bcb5d7ab6e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.345685] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1450.345685] env[69041]: value = "task-2890571" [ 1450.345685] env[69041]: _type = "Task" [ 1450.345685] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.355462] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.373401] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dd00ba-4b44-41cf-b0f7-11d42f0b1056 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.380952] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc67f0-6204-4b2a-889d-86925fae8bf4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.396516] env[69041]: DEBUG nova.virt.block_device [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Updating existing volume attachment record: f22912ce-fd06-412c-9b32-ad00f63ac83b {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1450.406161] env[69041]: DEBUG oslo_concurrency.lockutils [None req-70b21cb4-93a7-485d-9124-2a1bd52704ca tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "83d428c9-a33c-4937-8077-4dd67cf3a635" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.436s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.513055] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890570, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.859187] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890571, 'name': ReconfigVM_Task, 'duration_secs': 0.361729} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.859601] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance '057627bb-fe22-482b-9e36-4dde659cb442' progress to 33 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1450.912882] env[69041]: DEBUG nova.compute.manager [req-059b9f10-a235-451d-81da-700cdeeb2ee5 req-f3ed446f-ff6a-4299-9dcf-2c5500745f7a service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Received event network-vif-plugged-f8c16ee0-c7de-4ac7-b4fa-086e84d856a3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1450.913302] env[69041]: DEBUG oslo_concurrency.lockutils [req-059b9f10-a235-451d-81da-700cdeeb2ee5 req-f3ed446f-ff6a-4299-9dcf-2c5500745f7a service nova] Acquiring lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.913350] env[69041]: DEBUG oslo_concurrency.lockutils [req-059b9f10-a235-451d-81da-700cdeeb2ee5 req-f3ed446f-ff6a-4299-9dcf-2c5500745f7a service nova] Lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.913495] env[69041]: DEBUG oslo_concurrency.lockutils [req-059b9f10-a235-451d-81da-700cdeeb2ee5 req-f3ed446f-ff6a-4299-9dcf-2c5500745f7a service nova] Lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.913663] env[69041]: DEBUG nova.compute.manager [req-059b9f10-a235-451d-81da-700cdeeb2ee5 req-f3ed446f-ff6a-4299-9dcf-2c5500745f7a service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] No waiting events found dispatching network-vif-plugged-f8c16ee0-c7de-4ac7-b4fa-086e84d856a3 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1450.913830] env[69041]: WARNING nova.compute.manager [req-059b9f10-a235-451d-81da-700cdeeb2ee5 req-f3ed446f-ff6a-4299-9dcf-2c5500745f7a service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Received unexpected event network-vif-plugged-f8c16ee0-c7de-4ac7-b4fa-086e84d856a3 for instance with vm_state building and task_state block_device_mapping. [ 1451.009682] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890570, 'name': ReconfigVM_Task, 'duration_secs': 1.028257} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.010552] env[69041]: DEBUG nova.network.neutron [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Successfully updated port: f8c16ee0-c7de-4ac7-b4fa-086e84d856a3 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.015041] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 35aed301-9eeb-4231-9196-c1f123934c49/35aed301-9eeb-4231-9196-c1f123934c49.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.015759] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e339a021-1e13-4655-b95d-660594e201a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.023999] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1451.023999] env[69041]: value = "task-2890572" [ 1451.023999] env[69041]: _type = "Task" [ 1451.023999] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.035028] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890572, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.304893] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.305130] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.305292] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.305446] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.305595] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.305839] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.306051] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.306195] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1451.306347] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.366997] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1451.367276] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.367439] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1451.367622] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.367771] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1451.367919] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1451.368152] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1451.368330] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1451.368504] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1451.368670] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1451.368842] env[69041]: DEBUG nova.virt.hardware [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1451.374218] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1451.374504] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10c3911-b829-413b-82dd-d071530fbdbb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.395400] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1451.395400] env[69041]: value = "task-2890573" [ 1451.395400] env[69041]: _type = "Task" [ 1451.395400] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.404530] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.448214] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "83d428c9-a33c-4937-8077-4dd67cf3a635" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.448214] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "83d428c9-a33c-4937-8077-4dd67cf3a635" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.448214] env[69041]: DEBUG nova.compute.manager [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.448214] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8254f9-5768-4376-93aa-6a6cd2e2d7d0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.454823] env[69041]: DEBUG nova.compute.manager [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1451.455649] env[69041]: DEBUG nova.objects.instance [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lazy-loading 'flavor' on Instance uuid 83d428c9-a33c-4937-8077-4dd67cf3a635 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.517886] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Acquiring lock "refresh_cache-a2c1cdda-4087-4cca-b30d-1290df6f4d6a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.517886] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Acquired lock "refresh_cache-a2c1cdda-4087-4cca-b30d-1290df6f4d6a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.517886] env[69041]: DEBUG nova.network.neutron [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.535967] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890572, 'name': Rename_Task, 'duration_secs': 0.431904} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.536539] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.536947] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1d1a424-c7d2-4be4-9cd4-d418932039d3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.547301] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1451.547301] env[69041]: value = "task-2890574" [ 1451.547301] env[69041]: _type = "Task" [ 1451.547301] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.555506] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.810501] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.810831] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.811091] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.811321] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1451.812335] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7396c9-6db1-49e2-b888-fa2acf2e1ad3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.823846] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78b8e8e-a09b-4b52-9201-7495944111a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.840150] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc508156-9703-4393-8ce7-8e272ee82544 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.847933] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4f871-c67d-4edc-9f62-8bf521341e68 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.881165] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179632MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1451.881351] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.881612] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.885705] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.885955] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.905660] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890573, 'name': ReconfigVM_Task, 'duration_secs': 0.215044} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.905926] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1451.906852] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257f3d9a-c479-41fe-b44f-b1aff76ca818 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.931962] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 057627bb-fe22-482b-9e36-4dde659cb442/057627bb-fe22-482b-9e36-4dde659cb442.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.933342] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef0dee5-c1cd-417d-8a68-611897203575 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.952136] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1451.952136] env[69041]: value = "task-2890575" [ 1451.952136] env[69041]: _type = "Task" [ 1451.952136] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.963215] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.056719] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890574, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.061231] env[69041]: DEBUG nova.network.neutron [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.208715] env[69041]: DEBUG nova.network.neutron [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Updating instance_info_cache with network_info: [{"id": "f8c16ee0-c7de-4ac7-b4fa-086e84d856a3", "address": "fa:16:3e:bd:5c:9c", "network": {"id": "259824f8-4b61-4cf4-80b5-c12080e68960", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-155281885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d66b8616d73c495081192d41673411dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c16ee0-c7", "ovs_interfaceid": "f8c16ee0-c7de-4ac7-b4fa-086e84d856a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.391811] env[69041]: DEBUG nova.compute.utils [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1452.462270] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890575, 'name': ReconfigVM_Task, 'duration_secs': 0.301436} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.462569] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 057627bb-fe22-482b-9e36-4dde659cb442/057627bb-fe22-482b-9e36-4dde659cb442.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.462854] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance '057627bb-fe22-482b-9e36-4dde659cb442' progress to 50 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.466413] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.466854] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8353e689-896f-4df5-bbc1-cdc7deb3b746 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.474118] env[69041]: DEBUG oslo_vmware.api [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1452.474118] env[69041]: value = "task-2890576" [ 1452.474118] env[69041]: _type = "Task" [ 1452.474118] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.483962] env[69041]: DEBUG oslo_vmware.api [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.492694] env[69041]: DEBUG nova.compute.manager [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.493339] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.493558] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.493715] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.493898] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.494098] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.494245] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.494426] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.494589] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.494793] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.494982] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.495640] env[69041]: DEBUG nova.virt.hardware [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.496545] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1393402-5170-4ffb-9cb0-d5abb853c33a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.506347] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b9c8a8-8b98-450e-a77e-711afd13767f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.556315] env[69041]: DEBUG oslo_vmware.api [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890574, 'name': PowerOnVM_Task, 'duration_secs': 0.632682} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.556565] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.556762] env[69041]: INFO nova.compute.manager [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1452.556935] env[69041]: DEBUG nova.compute.manager [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.557682] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe38e75-7551-41a8-8a49-bac43cdc4d48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.712173] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Releasing lock "refresh_cache-a2c1cdda-4087-4cca-b30d-1290df6f4d6a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.712516] env[69041]: DEBUG nova.compute.manager [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Instance network_info: |[{"id": "f8c16ee0-c7de-4ac7-b4fa-086e84d856a3", "address": "fa:16:3e:bd:5c:9c", "network": {"id": "259824f8-4b61-4cf4-80b5-c12080e68960", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-155281885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d66b8616d73c495081192d41673411dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c16ee0-c7", "ovs_interfaceid": "f8c16ee0-c7de-4ac7-b4fa-086e84d856a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1452.712968] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:5c:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8c16ee0-c7de-4ac7-b4fa-086e84d856a3', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.720583] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Creating folder: Project (d66b8616d73c495081192d41673411dd). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.720858] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af0de664-e611-4198-945b-dde73ef7e7b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.738043] env[69041]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1452.738220] env[69041]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69041) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1452.738554] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Folder already exists: Project (d66b8616d73c495081192d41673411dd). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1452.738748] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Creating folder: Instances. Parent ref: group-v580711. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.738976] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ab4327d-c832-4a42-9490-97be14685cf4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.749603] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Created folder: Instances in parent group-v580711. [ 1452.749867] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.750181] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.750425] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aca5ef1-3c25-46f1-ba5e-eecc146ee16c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.773113] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.773113] env[69041]: value = "task-2890579" [ 1452.773113] env[69041]: _type = "Task" [ 1452.773113] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.784843] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890579, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.894684] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Applying migration context for instance 057627bb-fe22-482b-9e36-4dde659cb442 as it has an incoming, in-progress migration aecc7a1f-7d03-4886-91fb-36a3e85f9d33. Migration status is migrating {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1452.896270] env[69041]: INFO nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating resource usage from migration aecc7a1f-7d03-4886-91fb-36a3e85f9d33 [ 1452.898974] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.917775] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c5fbfa59-eeed-4220-bc40-50618af87a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.917939] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b8189091-5a8f-4683-bbce-668554ada5a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.918078] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b4a28a03-3901-4c03-b49b-b71b57b7f39e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.918344] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance bd998528-0bf7-4c09-a2cc-49a144c61e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.918580] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 651f64cd-4388-4c72-afe7-b34d379d23ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.918731] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 6ab11791-d7bc-4c32-9f6b-6292775de9c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.918854] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 60df3cf6-32d5-4a52-81d7-d88d3bb4b794 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.918974] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 656ee282-f7b4-4ea9-bd5c-031e656a7351 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.919107] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 83d428c9-a33c-4937-8077-4dd67cf3a635 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.919224] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 35aed301-9eeb-4231-9196-c1f123934c49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.919340] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Migration aecc7a1f-7d03-4886-91fb-36a3e85f9d33 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1452.919452] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 057627bb-fe22-482b-9e36-4dde659cb442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.919565] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.919761] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1452.919897] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1452.936778] env[69041]: DEBUG nova.compute.manager [req-f9470c6e-b576-412c-b976-d35efdf793a0 req-ec3a05b7-c12a-40b6-a83d-d9d1134add60 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Received event network-changed-f8c16ee0-c7de-4ac7-b4fa-086e84d856a3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1452.937020] env[69041]: DEBUG nova.compute.manager [req-f9470c6e-b576-412c-b976-d35efdf793a0 req-ec3a05b7-c12a-40b6-a83d-d9d1134add60 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Refreshing instance network info cache due to event network-changed-f8c16ee0-c7de-4ac7-b4fa-086e84d856a3. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1452.937148] env[69041]: DEBUG oslo_concurrency.lockutils [req-f9470c6e-b576-412c-b976-d35efdf793a0 req-ec3a05b7-c12a-40b6-a83d-d9d1134add60 service nova] Acquiring lock "refresh_cache-a2c1cdda-4087-4cca-b30d-1290df6f4d6a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.937253] env[69041]: DEBUG oslo_concurrency.lockutils [req-f9470c6e-b576-412c-b976-d35efdf793a0 req-ec3a05b7-c12a-40b6-a83d-d9d1134add60 service nova] Acquired lock "refresh_cache-a2c1cdda-4087-4cca-b30d-1290df6f4d6a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.937409] env[69041]: DEBUG nova.network.neutron [req-f9470c6e-b576-412c-b976-d35efdf793a0 req-ec3a05b7-c12a-40b6-a83d-d9d1134add60 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Refreshing network info cache for port f8c16ee0-c7de-4ac7-b4fa-086e84d856a3 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.970412] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1501c063-f5d5-4a1d-8038-a55f0fd32b77 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.001458] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b23b792-fd54-430e-a95f-1056af8f645d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.007598] env[69041]: DEBUG oslo_vmware.api [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890576, 'name': PowerOffVM_Task, 'duration_secs': 0.416949} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.008308] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.008434] env[69041]: DEBUG nova.compute.manager [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.009240] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b4e5d1-d148-4fc0-a198-82e3338b2ef2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.029929] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance '057627bb-fe22-482b-9e36-4dde659cb442' progress to 67 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1453.076929] env[69041]: INFO nova.compute.manager [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Took 12.12 seconds to build instance. [ 1453.135583] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4accaf2d-8b7a-4f96-997b-28484dbab735 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.144067] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f7d506-5b20-46eb-ae8e-503bdbf79322 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.177312] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea907507-b7b3-4601-9277-fd5322d34cac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.185102] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62a1d14-eaaa-482f-89e6-fdef0ad1e3d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.198354] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.283679] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890579, 'name': CreateVM_Task, 'duration_secs': 0.373415} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.283854] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.284545] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'attachment_id': 'f22912ce-fd06-412c-9b32-ad00f63ac83b', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580719', 'volume_id': '5e3f13be-15f3-425d-a546-15cd08239a51', 'name': 'volume-5e3f13be-15f3-425d-a546-15cd08239a51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c1cdda-4087-4cca-b30d-1290df6f4d6a', 'attached_at': '', 'detached_at': '', 'volume_id': '5e3f13be-15f3-425d-a546-15cd08239a51', 'serial': '5e3f13be-15f3-425d-a546-15cd08239a51'}, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69041) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1453.284761] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Root volume attach. Driver type: vmdk {{(pid=69041) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1453.285549] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46055062-2892-4f90-93ef-41fcbabbc49e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.293427] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fddc177-5b55-420c-9ebb-6cb42a82d35d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.300086] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbfa563-22e2-44b1-a0af-2c3bf2b39118 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.306253] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a76784e9-688e-4ae7-a11c-140b7f46a2ff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.314142] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for the task: (returnval){ [ 1453.314142] env[69041]: value = "task-2890580" [ 1453.314142] env[69041]: _type = "Task" [ 1453.314142] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.325856] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890580, 'name': RelocateVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.547718] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ed6cf573-61d8-4f17-850e-a949e3f22448 tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "83d428c9-a33c-4937-8077-4dd67cf3a635" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.579192] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d5790c07-e510-42ae-be91-afc2615ecac2 tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "35aed301-9eeb-4231-9196-c1f123934c49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.629s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.649532] env[69041]: DEBUG nova.network.neutron [req-f9470c6e-b576-412c-b976-d35efdf793a0 req-ec3a05b7-c12a-40b6-a83d-d9d1134add60 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Updated VIF entry in instance network info cache for port f8c16ee0-c7de-4ac7-b4fa-086e84d856a3. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.649894] env[69041]: DEBUG nova.network.neutron [req-f9470c6e-b576-412c-b976-d35efdf793a0 req-ec3a05b7-c12a-40b6-a83d-d9d1134add60 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Updating instance_info_cache with network_info: [{"id": "f8c16ee0-c7de-4ac7-b4fa-086e84d856a3", "address": "fa:16:3e:bd:5c:9c", "network": {"id": "259824f8-4b61-4cf4-80b5-c12080e68960", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-155281885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d66b8616d73c495081192d41673411dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c16ee0-c7", "ovs_interfaceid": "f8c16ee0-c7de-4ac7-b4fa-086e84d856a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.704015] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.824359] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890580, 'name': RelocateVM_Task, 'duration_secs': 0.377505} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.824644] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1453.824847] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580719', 'volume_id': '5e3f13be-15f3-425d-a546-15cd08239a51', 'name': 'volume-5e3f13be-15f3-425d-a546-15cd08239a51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c1cdda-4087-4cca-b30d-1290df6f4d6a', 'attached_at': '', 'detached_at': '', 'volume_id': '5e3f13be-15f3-425d-a546-15cd08239a51', 'serial': '5e3f13be-15f3-425d-a546-15cd08239a51'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1453.825620] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d060068a-3930-4f08-aedc-523f2c15e501 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.842056] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3248ca-5c97-4796-86bc-c9358ad7d6a9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.864801] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-5e3f13be-15f3-425d-a546-15cd08239a51/volume-5e3f13be-15f3-425d-a546-15cd08239a51.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.865095] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e173b2a-c55d-45cf-b0bb-6d7fda318355 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.886616] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for the task: (returnval){ [ 1453.886616] env[69041]: value = "task-2890581" [ 1453.886616] env[69041]: _type = "Task" [ 1453.886616] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.895333] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.952751] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.953063] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.953172] env[69041]: INFO nova.compute.manager [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Attaching volume 03f0b5c0-5e5b-420b-9846-203709f6882e to /dev/sdb [ 1453.993146] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2cf45-a17b-4d27-b8fc-1bfc7ffca54f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.001137] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16020b7c-2be4-4dc8-ad0a-767408ad0371 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.015670] env[69041]: DEBUG nova.virt.block_device [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Updating existing volume attachment record: 8a2abfaa-f05a-4c64-b186-5bf9216e5ae6 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1454.110098] env[69041]: DEBUG oslo_concurrency.lockutils [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "83d428c9-a33c-4937-8077-4dd67cf3a635" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.110239] env[69041]: DEBUG oslo_concurrency.lockutils [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "83d428c9-a33c-4937-8077-4dd67cf3a635" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.110384] env[69041]: DEBUG oslo_concurrency.lockutils [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "83d428c9-a33c-4937-8077-4dd67cf3a635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.110570] env[69041]: DEBUG oslo_concurrency.lockutils [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "83d428c9-a33c-4937-8077-4dd67cf3a635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.110788] env[69041]: DEBUG oslo_concurrency.lockutils [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "83d428c9-a33c-4937-8077-4dd67cf3a635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.114121] env[69041]: INFO nova.compute.manager [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Terminating instance [ 1454.152777] env[69041]: DEBUG oslo_concurrency.lockutils [req-f9470c6e-b576-412c-b976-d35efdf793a0 req-ec3a05b7-c12a-40b6-a83d-d9d1134add60 service nova] Releasing lock "refresh_cache-a2c1cdda-4087-4cca-b30d-1290df6f4d6a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.206844] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1454.207040] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.325s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.207273] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.207409] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Cleaning up deleted instances {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1454.399330] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890581, 'name': ReconfigVM_Task, 'duration_secs': 0.30464} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.399591] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-5e3f13be-15f3-425d-a546-15cd08239a51/volume-5e3f13be-15f3-425d-a546-15cd08239a51.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.404277] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c080a62-857f-4319-b5aa-f1515913a18e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.420798] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for the task: (returnval){ [ 1454.420798] env[69041]: value = "task-2890583" [ 1454.420798] env[69041]: _type = "Task" [ 1454.420798] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.429255] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.459056] env[69041]: INFO nova.compute.manager [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Rebuilding instance [ 1454.503027] env[69041]: DEBUG nova.compute.manager [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.503876] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a1336c-1b4b-407b-97ae-0afcb3e7048f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.617757] env[69041]: DEBUG nova.compute.manager [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.618042] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.619082] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fb1a9f-aba3-46c0-8223-bd2eb4db25ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.628119] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.628432] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a73d6412-52eb-4a6f-a529-1908791b5738 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.681155] env[69041]: DEBUG nova.network.neutron [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Port 67bd3f58-55af-4d99-9439-e81b8fdb046e binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1454.701487] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.701714] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.701876] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleting the datastore file [datastore2] 83d428c9-a33c-4937-8077-4dd67cf3a635 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.702436] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7baa0bae-acb1-49bb-be92-ce1494f91136 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.723097] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] There are 55 instances to clean {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1454.723309] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: b6c005c1-6f3b-4d46-a17b-7a0f98842478] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1454.727066] env[69041]: DEBUG oslo_vmware.api [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1454.727066] env[69041]: value = "task-2890585" [ 1454.727066] env[69041]: _type = "Task" [ 1454.727066] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.737274] env[69041]: DEBUG oslo_vmware.api [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.931072] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890583, 'name': ReconfigVM_Task, 'duration_secs': 0.126779} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.931072] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580719', 'volume_id': '5e3f13be-15f3-425d-a546-15cd08239a51', 'name': 'volume-5e3f13be-15f3-425d-a546-15cd08239a51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c1cdda-4087-4cca-b30d-1290df6f4d6a', 'attached_at': '', 'detached_at': '', 'volume_id': '5e3f13be-15f3-425d-a546-15cd08239a51', 'serial': '5e3f13be-15f3-425d-a546-15cd08239a51'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1454.931333] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e772f3da-03b3-4789-b492-8ce9c7425c09 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.938202] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for the task: (returnval){ [ 1454.938202] env[69041]: value = "task-2890586" [ 1454.938202] env[69041]: _type = "Task" [ 1454.938202] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.946952] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890586, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.228888] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 4ff5f323-efcd-4c2f-b808-26589df99a03] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1455.242514] env[69041]: DEBUG oslo_vmware.api [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143518} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.242767] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.242954] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.243148] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.243323] env[69041]: INFO nova.compute.manager [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1455.243570] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1455.243809] env[69041]: DEBUG nova.compute.manager [-] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.243909] env[69041]: DEBUG nova.network.neutron [-] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.450158] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890586, 'name': Rename_Task, 'duration_secs': 0.154124} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.450470] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.451049] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e304966-8fae-4f87-be8c-03e7b65f1907 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.458745] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for the task: (returnval){ [ 1455.458745] env[69041]: value = "task-2890587" [ 1455.458745] env[69041]: _type = "Task" [ 1455.458745] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.466915] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.504111] env[69041]: DEBUG nova.compute.manager [req-7333688f-7f23-47b3-9dc9-b7a87ee52f3e req-69d0215b-41a3-4a5b-8720-e02e0a081d5e service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Received event network-vif-deleted-54dba9cd-9782-4cbe-9f4c-fb3ca30bf019 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1455.504388] env[69041]: INFO nova.compute.manager [req-7333688f-7f23-47b3-9dc9-b7a87ee52f3e req-69d0215b-41a3-4a5b-8720-e02e0a081d5e service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Neutron deleted interface 54dba9cd-9782-4cbe-9f4c-fb3ca30bf019; detaching it from the instance and deleting it from the info cache [ 1455.505151] env[69041]: DEBUG nova.network.neutron [req-7333688f-7f23-47b3-9dc9-b7a87ee52f3e req-69d0215b-41a3-4a5b-8720-e02e0a081d5e service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.517197] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.517713] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a9be970-0216-4b2a-a289-4d4bcac0be64 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.525914] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1455.525914] env[69041]: value = "task-2890588" [ 1455.525914] env[69041]: _type = "Task" [ 1455.525914] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.535409] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.699727] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "057627bb-fe22-482b-9e36-4dde659cb442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.699899] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.700075] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.735584] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 57018bba-7114-4fb5-829b-c829a69a4216] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1455.822290] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "651f64cd-4388-4c72-afe7-b34d379d23ad" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.822717] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.856444] env[69041]: INFO nova.compute.manager [None req-ca7401ea-a6bc-44e6-8fb4-88e7ef01cdef tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Get console output [ 1455.856673] env[69041]: WARNING nova.virt.vmwareapi.driver [None req-ca7401ea-a6bc-44e6-8fb4-88e7ef01cdef tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] The console log is missing. Check your VSPC configuration [ 1455.969291] env[69041]: DEBUG oslo_vmware.api [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890587, 'name': PowerOnVM_Task, 'duration_secs': 0.494295} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.969538] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.969745] env[69041]: INFO nova.compute.manager [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Took 3.48 seconds to spawn the instance on the hypervisor. [ 1455.969925] env[69041]: DEBUG nova.compute.manager [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.970805] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed4f403-f19c-47c2-912e-5a1a5864dbb8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.985449] env[69041]: DEBUG nova.network.neutron [-] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.007566] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c0345bf-452b-4fe7-9212-282ae92aa53e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.020038] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f23251-7102-4279-ad34-c0c3cfc67fa2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.042350] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890588, 'name': PowerOffVM_Task, 'duration_secs': 0.201402} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.042350] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.042984] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.043748] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944014b6-eb27-4cde-a529-fb5749aa0503 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.052072] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.062011] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6503b18-f188-423b-b1d9-bdd6eaa763a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.063790] env[69041]: DEBUG nova.compute.manager [req-7333688f-7f23-47b3-9dc9-b7a87ee52f3e req-69d0215b-41a3-4a5b-8720-e02e0a081d5e service nova] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Detach interface failed, port_id=54dba9cd-9782-4cbe-9f4c-fb3ca30bf019, reason: Instance 83d428c9-a33c-4937-8077-4dd67cf3a635 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1456.090977] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.091478] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.091730] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Deleting the datastore file [datastore2] 35aed301-9eeb-4231-9196-c1f123934c49 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.092021] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11e7e973-bea3-4694-a522-d1b16c8bc2b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.099519] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1456.099519] env[69041]: value = "task-2890590" [ 1456.099519] env[69041]: _type = "Task" [ 1456.099519] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.108697] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.238985] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: fc0b111e-06a3-433f-89c5-904e51326490] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1456.325977] env[69041]: INFO nova.compute.manager [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Detaching volume a5ffc738-204d-4365-bdee-947cb62cc2f2 [ 1456.364657] env[69041]: INFO nova.virt.block_device [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Attempting to driver detach volume a5ffc738-204d-4365-bdee-947cb62cc2f2 from mountpoint /dev/sdb [ 1456.364898] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1456.365103] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580701', 'volume_id': 'a5ffc738-204d-4365-bdee-947cb62cc2f2', 'name': 'volume-a5ffc738-204d-4365-bdee-947cb62cc2f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '651f64cd-4388-4c72-afe7-b34d379d23ad', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5ffc738-204d-4365-bdee-947cb62cc2f2', 'serial': 'a5ffc738-204d-4365-bdee-947cb62cc2f2'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1456.365984] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7630a729-2b07-4980-bec6-3d80ade8f1ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.389219] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eacd013-ff9d-4bb4-a488-55fe2a8ac30a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.397142] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5492f0-0a90-48d8-8cd9-d436f074f531 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.418973] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee073a1d-c62c-4973-9fb8-3aa0ae274bd9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.436878] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] The volume has not been displaced from its original location: [datastore1] volume-a5ffc738-204d-4365-bdee-947cb62cc2f2/volume-a5ffc738-204d-4365-bdee-947cb62cc2f2.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1456.442348] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1456.443849] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7efb82eb-24a6-4a9a-ad37-724fdebe5c0d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.466149] env[69041]: DEBUG oslo_vmware.api [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1456.466149] env[69041]: value = "task-2890592" [ 1456.466149] env[69041]: _type = "Task" [ 1456.466149] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.475945] env[69041]: DEBUG oslo_vmware.api [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.487030] env[69041]: INFO nova.compute.manager [-] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Took 1.24 seconds to deallocate network for instance. [ 1456.488565] env[69041]: INFO nova.compute.manager [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Took 10.04 seconds to build instance. [ 1456.612992] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230663} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.612992] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.612992] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.612992] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.742932] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.743256] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.743498] env[69041]: DEBUG nova.network.neutron [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.745236] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: a2da231a-27ce-4899-a2b4-bf18c2467830] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1456.847875] env[69041]: DEBUG nova.compute.manager [req-ae22711f-586e-4206-9135-f5d267b0c5bc req-2f2fd3ef-fb47-4ade-8514-dc286b271674 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Received event network-changed-f8c16ee0-c7de-4ac7-b4fa-086e84d856a3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1456.848143] env[69041]: DEBUG nova.compute.manager [req-ae22711f-586e-4206-9135-f5d267b0c5bc req-2f2fd3ef-fb47-4ade-8514-dc286b271674 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Refreshing instance network info cache due to event network-changed-f8c16ee0-c7de-4ac7-b4fa-086e84d856a3. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1456.848459] env[69041]: DEBUG oslo_concurrency.lockutils [req-ae22711f-586e-4206-9135-f5d267b0c5bc req-2f2fd3ef-fb47-4ade-8514-dc286b271674 service nova] Acquiring lock "refresh_cache-a2c1cdda-4087-4cca-b30d-1290df6f4d6a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.848660] env[69041]: DEBUG oslo_concurrency.lockutils [req-ae22711f-586e-4206-9135-f5d267b0c5bc req-2f2fd3ef-fb47-4ade-8514-dc286b271674 service nova] Acquired lock "refresh_cache-a2c1cdda-4087-4cca-b30d-1290df6f4d6a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.848994] env[69041]: DEBUG nova.network.neutron [req-ae22711f-586e-4206-9135-f5d267b0c5bc req-2f2fd3ef-fb47-4ade-8514-dc286b271674 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Refreshing network info cache for port f8c16ee0-c7de-4ac7-b4fa-086e84d856a3 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.962072] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.962072] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.962072] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.962346] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.962542] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.964724] env[69041]: INFO nova.compute.manager [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Terminating instance [ 1456.977735] env[69041]: DEBUG oslo_vmware.api [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890592, 'name': ReconfigVM_Task, 'duration_secs': 0.412748} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.977989] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1456.983538] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8469ec2-6925-4d34-b493-e5d0ec200743 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.994929] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3f1962be-7b45-4b46-846b-5a64ad67d0c5 tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.550s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.995803] env[69041]: DEBUG oslo_concurrency.lockutils [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.996061] env[69041]: DEBUG oslo_concurrency.lockutils [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.996289] env[69041]: DEBUG nova.objects.instance [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lazy-loading 'resources' on Instance uuid 83d428c9-a33c-4937-8077-4dd67cf3a635 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.003662] env[69041]: DEBUG oslo_vmware.api [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1457.003662] env[69041]: value = "task-2890593" [ 1457.003662] env[69041]: _type = "Task" [ 1457.003662] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.017805] env[69041]: DEBUG oslo_vmware.api [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.250479] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 2f1de2c0-cda1-4592-8c3b-bf790871d75d] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1457.471874] env[69041]: DEBUG nova.compute.manager [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1457.471874] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.472880] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d31b76-98c2-42cf-8586-7332187d3a56 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.483905] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.484217] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73847b79-4edd-4d89-bd44-23b93d9514b8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.492180] env[69041]: DEBUG oslo_vmware.api [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1457.492180] env[69041]: value = "task-2890594" [ 1457.492180] env[69041]: _type = "Task" [ 1457.492180] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.503531] env[69041]: DEBUG oslo_vmware.api [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.514724] env[69041]: DEBUG oslo_vmware.api [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890593, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.527557] env[69041]: DEBUG nova.network.neutron [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance_info_cache with network_info: [{"id": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "address": "fa:16:3e:3c:58:dc", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bd3f58-55", "ovs_interfaceid": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.629828] env[69041]: DEBUG nova.network.neutron [req-ae22711f-586e-4206-9135-f5d267b0c5bc req-2f2fd3ef-fb47-4ade-8514-dc286b271674 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Updated VIF entry in instance network info cache for port f8c16ee0-c7de-4ac7-b4fa-086e84d856a3. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.630229] env[69041]: DEBUG nova.network.neutron [req-ae22711f-586e-4206-9135-f5d267b0c5bc req-2f2fd3ef-fb47-4ade-8514-dc286b271674 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Updating instance_info_cache with network_info: [{"id": "f8c16ee0-c7de-4ac7-b4fa-086e84d856a3", "address": "fa:16:3e:bd:5c:9c", "network": {"id": "259824f8-4b61-4cf4-80b5-c12080e68960", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-155281885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d66b8616d73c495081192d41673411dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c16ee0-c7", "ovs_interfaceid": "f8c16ee0-c7de-4ac7-b4fa-086e84d856a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.645553] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1457.645854] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.646068] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1457.646235] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.646427] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1457.646601] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1457.646813] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1457.646972] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1457.647512] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1457.647725] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1457.647924] env[69041]: DEBUG nova.virt.hardware [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1457.648820] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188d977-fab3-4f06-8f2b-e81ea791cfee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.658601] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c1a516-90d8-4552-9ec5-d25f025edd5d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.674702] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.681102] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1457.681374] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.681596] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc319ed2-c5cf-4c1a-a1b4-1ecaec5f320a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.704852] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.704852] env[69041]: value = "task-2890595" [ 1457.704852] env[69041]: _type = "Task" [ 1457.704852] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.713716] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890595, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.755275] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 2842c9f8-1713-429f-8b4a-dc3a6e44c96e] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1457.774179] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22474f00-e23b-440f-a38e-e15d19309634 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.783591] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5def4a-6284-4424-be83-8ef150b7819a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.818499] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8770700d-a1a4-4647-bec4-504e00095be9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.826447] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd7b653-f875-45a9-9403-8dccc0ba947e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.840642] env[69041]: DEBUG nova.compute.provider_tree [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.002568] env[69041]: DEBUG oslo_vmware.api [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890594, 'name': PowerOffVM_Task, 'duration_secs': 0.23178} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.002815] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.002983] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.003232] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc07eaf-dcd2-40da-8bbb-f0bb00a08a8e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.014761] env[69041]: DEBUG oslo_vmware.api [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890593, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.030599] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.064834] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.065105] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.065261] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleting the datastore file [datastore2] b4a28a03-3901-4c03-b49b-b71b57b7f39e {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.065523] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-272d56a1-3ece-4c53-9a2b-df8f5ce2c254 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.073543] env[69041]: DEBUG oslo_vmware.api [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1458.073543] env[69041]: value = "task-2890597" [ 1458.073543] env[69041]: _type = "Task" [ 1458.073543] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.082509] env[69041]: DEBUG oslo_vmware.api [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.133489] env[69041]: DEBUG oslo_concurrency.lockutils [req-ae22711f-586e-4206-9135-f5d267b0c5bc req-2f2fd3ef-fb47-4ade-8514-dc286b271674 service nova] Releasing lock "refresh_cache-a2c1cdda-4087-4cca-b30d-1290df6f4d6a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.216368] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890595, 'name': CreateVM_Task, 'duration_secs': 0.272927} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.216553] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.217046] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.217254] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.217606] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.218076] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c93adc7-d5e2-41e7-8d99-0d2926f1149e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.223311] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1458.223311] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522a0738-5906-542f-5107-8c4a4042cf01" [ 1458.223311] env[69041]: _type = "Task" [ 1458.223311] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.232334] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522a0738-5906-542f-5107-8c4a4042cf01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.259089] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 105ae9ee-3db2-4f4e-8c9b-966e40b7582d] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1458.344079] env[69041]: DEBUG nova.scheduler.client.report [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.517370] env[69041]: DEBUG oslo_vmware.api [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890593, 'name': ReconfigVM_Task, 'duration_secs': 1.263406} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.517684] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580701', 'volume_id': 'a5ffc738-204d-4365-bdee-947cb62cc2f2', 'name': 'volume-a5ffc738-204d-4365-bdee-947cb62cc2f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '651f64cd-4388-4c72-afe7-b34d379d23ad', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5ffc738-204d-4365-bdee-947cb62cc2f2', 'serial': 'a5ffc738-204d-4365-bdee-947cb62cc2f2'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1458.541069] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e539b8d3-ca3a-4ff6-b0ed-62c324e2eed4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.549316] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eedfe05-a45e-4225-9ee5-4de715611059 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.569126] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1458.569348] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580726', 'volume_id': '03f0b5c0-5e5b-420b-9846-203709f6882e', 'name': 'volume-03f0b5c0-5e5b-420b-9846-203709f6882e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ab11791-d7bc-4c32-9f6b-6292775de9c5', 'attached_at': '', 'detached_at': '', 'volume_id': '03f0b5c0-5e5b-420b-9846-203709f6882e', 'serial': '03f0b5c0-5e5b-420b-9846-203709f6882e'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1458.570327] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3016b0-2a5c-4fce-8669-1a9153cd1d74 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.593831] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0082def-00b1-44d7-80bb-e9bb13393217 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.600453] env[69041]: DEBUG oslo_vmware.api [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179676} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.601117] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1458.601340] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1458.601571] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1458.601837] env[69041]: INFO nova.compute.manager [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1458.602126] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1458.602324] env[69041]: DEBUG nova.compute.manager [-] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1458.602418] env[69041]: DEBUG nova.network.neutron [-] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1458.625690] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-03f0b5c0-5e5b-420b-9846-203709f6882e/volume-03f0b5c0-5e5b-420b-9846-203709f6882e.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.626426] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c8cbfa3-51fd-4d47-bdf4-d902ec3879a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.646698] env[69041]: DEBUG oslo_vmware.api [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1458.646698] env[69041]: value = "task-2890598" [ 1458.646698] env[69041]: _type = "Task" [ 1458.646698] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.655958] env[69041]: DEBUG oslo_vmware.api [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.735068] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522a0738-5906-542f-5107-8c4a4042cf01, 'name': SearchDatastore_Task, 'duration_secs': 0.019178} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.735390] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.735716] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.735989] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.736153] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.736355] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.736646] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87d147aa-2ac9-4eae-b9a5-47fb5c3c48eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.746768] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.746955] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.747785] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e36b31-c8f2-462b-9dcb-b8ee02cf0323 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.754943] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1458.754943] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52908ef4-043d-9fae-caef-965694864b74" [ 1458.754943] env[69041]: _type = "Task" [ 1458.754943] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.763509] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: ccd230e3-87c5-426c-9254-95c3eb88ab79] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1458.765411] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52908ef4-043d-9fae-caef-965694864b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.851018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.872806] env[69041]: INFO nova.scheduler.client.report [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted allocations for instance 83d428c9-a33c-4937-8077-4dd67cf3a635 [ 1459.064793] env[69041]: DEBUG nova.objects.instance [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'flavor' on Instance uuid 651f64cd-4388-4c72-afe7-b34d379d23ad {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.095691] env[69041]: DEBUG nova.compute.manager [req-665f0d44-a5d1-445a-99fe-4f67343074ff req-1f48e007-d8ad-44fc-af44-49c218feaf52 service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Received event network-vif-deleted-89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1459.095895] env[69041]: INFO nova.compute.manager [req-665f0d44-a5d1-445a-99fe-4f67343074ff req-1f48e007-d8ad-44fc-af44-49c218feaf52 service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Neutron deleted interface 89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c; detaching it from the instance and deleting it from the info cache [ 1459.096304] env[69041]: DEBUG nova.network.neutron [req-665f0d44-a5d1-445a-99fe-4f67343074ff req-1f48e007-d8ad-44fc-af44-49c218feaf52 service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.157699] env[69041]: DEBUG oslo_vmware.api [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.267018] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 4080ba7b-a0e1-42c6-921b-8ee1e1d3646f] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1459.269515] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52908ef4-043d-9fae-caef-965694864b74, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.270353] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4313a87-cd1d-4e1b-b033-212d6e59928e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.277793] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1459.277793] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e2a76e-c580-af17-c35d-491fca908a52" [ 1459.277793] env[69041]: _type = "Task" [ 1459.277793] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.287741] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e2a76e-c580-af17-c35d-491fca908a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.379676] env[69041]: DEBUG oslo_concurrency.lockutils [None req-254d9bba-2247-4d01-bc4d-a828a77244bf tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "83d428c9-a33c-4937-8077-4dd67cf3a635" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.269s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.572456] env[69041]: DEBUG nova.network.neutron [-] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.599124] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c751a21c-6367-44db-a022-180161e910a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.609927] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ced2b0d-d21d-4282-80ef-cf9e68a2eac0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.647434] env[69041]: DEBUG nova.compute.manager [req-665f0d44-a5d1-445a-99fe-4f67343074ff req-1f48e007-d8ad-44fc-af44-49c218feaf52 service nova] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Detach interface failed, port_id=89f36c0e-bbe3-4d9d-a15e-5a4a7d4fab5c, reason: Instance b4a28a03-3901-4c03-b49b-b71b57b7f39e could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1459.656876] env[69041]: DEBUG oslo_vmware.api [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890598, 'name': ReconfigVM_Task, 'duration_secs': 0.655294} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.656876] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-03f0b5c0-5e5b-420b-9846-203709f6882e/volume-03f0b5c0-5e5b-420b-9846-203709f6882e.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.661846] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d94a605-1a5a-491d-834c-771083a96654 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.679603] env[69041]: DEBUG oslo_vmware.api [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1459.679603] env[69041]: value = "task-2890599" [ 1459.679603] env[69041]: _type = "Task" [ 1459.679603] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.693498] env[69041]: DEBUG oslo_vmware.api [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.735342] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d6bf75-e2be-47e2-b62b-10a087748c21 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.759056] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dd324f-e021-4372-8729-a31a3dff9cc5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.767095] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance '057627bb-fe22-482b-9e36-4dde659cb442' progress to 83 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1459.771432] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 19cb5436-7c91-409d-a98d-9632cd9ad793] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1459.791091] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e2a76e-c580-af17-c35d-491fca908a52, 'name': SearchDatastore_Task, 'duration_secs': 0.021169} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.791426] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.791716] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 35aed301-9eeb-4231-9196-c1f123934c49/35aed301-9eeb-4231-9196-c1f123934c49.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.792012] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e65ededb-88bd-4908-ba2b-5bf03ecd87b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.821043] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1459.821043] env[69041]: value = "task-2890600" [ 1459.821043] env[69041]: _type = "Task" [ 1459.821043] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.831897] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.970141] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "b8189091-5a8f-4683-bbce-668554ada5a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.970472] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b8189091-5a8f-4683-bbce-668554ada5a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.970693] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "b8189091-5a8f-4683-bbce-668554ada5a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.970876] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b8189091-5a8f-4683-bbce-668554ada5a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.971061] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b8189091-5a8f-4683-bbce-668554ada5a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.973391] env[69041]: INFO nova.compute.manager [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Terminating instance [ 1460.074548] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eece4507-f05f-424d-b3ea-21f5e0004999 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.252s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.076000] env[69041]: INFO nova.compute.manager [-] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Took 1.47 seconds to deallocate network for instance. [ 1460.190385] env[69041]: DEBUG oslo_vmware.api [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890599, 'name': ReconfigVM_Task, 'duration_secs': 0.175964} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.190706] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580726', 'volume_id': '03f0b5c0-5e5b-420b-9846-203709f6882e', 'name': 'volume-03f0b5c0-5e5b-420b-9846-203709f6882e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ab11791-d7bc-4c32-9f6b-6292775de9c5', 'attached_at': '', 'detached_at': '', 'volume_id': '03f0b5c0-5e5b-420b-9846-203709f6882e', 'serial': '03f0b5c0-5e5b-420b-9846-203709f6882e'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1460.275473] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.275918] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: eeec40f4-40fc-4e02-86ed-40bb48e5a749] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1460.277732] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60f747cc-669a-4372-bce7-8e4f311c162e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.286973] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1460.286973] env[69041]: value = "task-2890601" [ 1460.286973] env[69041]: _type = "Task" [ 1460.286973] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.297514] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.332698] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890600, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.478108] env[69041]: DEBUG nova.compute.manager [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1460.478518] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.479957] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad06890-75ff-446d-b991-da5d9a0653f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.491776] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.492089] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-654cdc7b-9e20-4136-8814-193b0d55f082 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.501677] env[69041]: DEBUG oslo_vmware.api [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1460.501677] env[69041]: value = "task-2890602" [ 1460.501677] env[69041]: _type = "Task" [ 1460.501677] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.512879] env[69041]: DEBUG oslo_vmware.api [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.583253] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.583503] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.583727] env[69041]: DEBUG nova.objects.instance [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lazy-loading 'resources' on Instance uuid b4a28a03-3901-4c03-b49b-b71b57b7f39e {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.780689] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 65341ef8-6644-4d75-9582-f8bcf28cce45] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1460.801551] env[69041]: DEBUG oslo_vmware.api [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890601, 'name': PowerOnVM_Task, 'duration_secs': 0.471845} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.801908] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.802226] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d217e50-c3bd-42e4-8e59-fc5114be6619 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance '057627bb-fe22-482b-9e36-4dde659cb442' progress to 100 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1460.836396] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566688} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.836698] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 35aed301-9eeb-4231-9196-c1f123934c49/35aed301-9eeb-4231-9196-c1f123934c49.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.837009] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.837348] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b315fa8a-f191-44d7-be67-ec183886e363 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.845799] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1460.845799] env[69041]: value = "task-2890603" [ 1460.845799] env[69041]: _type = "Task" [ 1460.845799] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.858184] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.015559] env[69041]: DEBUG oslo_vmware.api [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890602, 'name': PowerOffVM_Task, 'duration_secs': 0.334956} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.015930] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.016208] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.016532] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10ab5cdb-3cc1-4d85-8d71-b74ea0ed8338 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.099894] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.099894] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.099894] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleting the datastore file [datastore2] b8189091-5a8f-4683-bbce-668554ada5a7 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.099894] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c649381-a5ba-48c7-92f6-edcf2f2b7ef8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.107708] env[69041]: DEBUG oslo_vmware.api [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for the task: (returnval){ [ 1461.107708] env[69041]: value = "task-2890605" [ 1461.107708] env[69041]: _type = "Task" [ 1461.107708] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.114728] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "651f64cd-4388-4c72-afe7-b34d379d23ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.114873] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.115112] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.115301] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.115477] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.119738] env[69041]: DEBUG oslo_vmware.api [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.120223] env[69041]: INFO nova.compute.manager [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Terminating instance [ 1461.228922] env[69041]: DEBUG nova.objects.instance [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'flavor' on Instance uuid 6ab11791-d7bc-4c32-9f6b-6292775de9c5 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.267260] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2ace4c-d50e-4363-9f59-9f7b923b5e33 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.274832] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dd317c-110c-477e-b696-3a9075822d53 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.308434] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: a1ba7dbe-a19a-4d1d-8d40-6a2af0fb4de2] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1461.315160] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33edfa8-3939-4883-b92c-fdfb03d725d3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.323240] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc9827d-b83d-40fd-af5c-fc71c0cc04f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.338487] env[69041]: DEBUG nova.compute.provider_tree [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.357170] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261984} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.357427] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.358212] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac0b95c-cdcf-488f-8df7-57afa1f1c1d1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.378990] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 35aed301-9eeb-4231-9196-c1f123934c49/35aed301-9eeb-4231-9196-c1f123934c49.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.379497] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc8d550-eeba-4d0b-9c08-a97d09382f67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.401275] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1461.401275] env[69041]: value = "task-2890606" [ 1461.401275] env[69041]: _type = "Task" [ 1461.401275] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.413522] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.619439] env[69041]: DEBUG oslo_vmware.api [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.624188] env[69041]: DEBUG nova.compute.manager [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1461.624418] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.625325] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12deba7e-7947-4229-80f5-9c39ef849633 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.633637] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.633967] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c9943b2-5c5f-466c-9c40-9f7d91b972e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.641897] env[69041]: DEBUG oslo_vmware.api [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1461.641897] env[69041]: value = "task-2890607" [ 1461.641897] env[69041]: _type = "Task" [ 1461.641897] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.652824] env[69041]: DEBUG oslo_vmware.api [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.734639] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8550f7d6-0b66-48d5-a119-d346064d69bd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.782s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.812277] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 685dc88b-7454-48ab-8cbe-a12d7f4d95e2] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1461.842623] env[69041]: DEBUG nova.scheduler.client.report [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.911333] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890606, 'name': ReconfigVM_Task, 'duration_secs': 0.284553} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.911615] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 35aed301-9eeb-4231-9196-c1f123934c49/35aed301-9eeb-4231-9196-c1f123934c49.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.912286] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1577cbae-48ee-499d-8548-e02d4561035e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.919780] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1461.919780] env[69041]: value = "task-2890608" [ 1461.919780] env[69041]: _type = "Task" [ 1461.919780] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.929870] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890608, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.120467] env[69041]: DEBUG oslo_vmware.api [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Task: {'id': task-2890605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539206} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.120711] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.120929] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.121165] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.121375] env[69041]: INFO nova.compute.manager [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1462.121653] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.121878] env[69041]: DEBUG nova.compute.manager [-] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1462.121979] env[69041]: DEBUG nova.network.neutron [-] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.152429] env[69041]: DEBUG oslo_vmware.api [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890607, 'name': PowerOffVM_Task, 'duration_secs': 0.314723} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.152723] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.152856] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.153121] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b47ed06-862b-4d8e-aa9b-755a79ab3eae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.239294] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.239583] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.239770] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleting the datastore file [datastore1] 651f64cd-4388-4c72-afe7-b34d379d23ad {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.240049] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4dd1c54-8007-4f26-b304-8790f9bcf62a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.247108] env[69041]: DEBUG oslo_vmware.api [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1462.247108] env[69041]: value = "task-2890610" [ 1462.247108] env[69041]: _type = "Task" [ 1462.247108] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.255625] env[69041]: DEBUG oslo_vmware.api [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.315616] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: f4d74e2f-e59b-45f5-944b-2fa44bbb1ba8] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1462.347256] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.375416] env[69041]: INFO nova.scheduler.client.report [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted allocations for instance b4a28a03-3901-4c03-b49b-b71b57b7f39e [ 1462.430743] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890608, 'name': Rename_Task, 'duration_secs': 0.155532} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.431021] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.431265] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-588c7f5d-bcd2-4f63-90f0-d4014b6bc71c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.438824] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1462.438824] env[69041]: value = "task-2890611" [ 1462.438824] env[69041]: _type = "Task" [ 1462.438824] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.447373] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.501979] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.502882] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.612011] env[69041]: DEBUG nova.compute.manager [req-62379de2-560c-4b19-a482-f730f0ab9d58 req-ab463ee0-80b2-4805-94df-b1786908fbbb service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Received event network-vif-deleted-1af15a03-33d7-4187-8521-50fa15bf3ba6 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1462.612230] env[69041]: INFO nova.compute.manager [req-62379de2-560c-4b19-a482-f730f0ab9d58 req-ab463ee0-80b2-4805-94df-b1786908fbbb service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Neutron deleted interface 1af15a03-33d7-4187-8521-50fa15bf3ba6; detaching it from the instance and deleting it from the info cache [ 1462.612408] env[69041]: DEBUG nova.network.neutron [req-62379de2-560c-4b19-a482-f730f0ab9d58 req-ab463ee0-80b2-4805-94df-b1786908fbbb service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.757885] env[69041]: DEBUG oslo_vmware.api [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342227} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.758247] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.758386] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.758590] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.758712] env[69041]: INFO nova.compute.manager [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1462.758949] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.759153] env[69041]: DEBUG nova.compute.manager [-] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1462.759245] env[69041]: DEBUG nova.network.neutron [-] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.819623] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: d9555a06-aa75-4fa5-85c2-15f2db866029] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1462.882842] env[69041]: DEBUG oslo_concurrency.lockutils [None req-dd3cd6c4-4c92-4327-bd40-d50740035d5f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "b4a28a03-3901-4c03-b49b-b71b57b7f39e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.921s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.949464] env[69041]: DEBUG oslo_vmware.api [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890611, 'name': PowerOnVM_Task, 'duration_secs': 0.471021} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.949724] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.949937] env[69041]: DEBUG nova.compute.manager [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.950878] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1959e22f-6b1a-41ce-b0a7-e5e4d2cd4781 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.005633] env[69041]: DEBUG nova.compute.utils [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1463.094033] env[69041]: DEBUG nova.network.neutron [-] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.115297] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eeba2dbc-dd96-4049-a6a0-44d73535335e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.125905] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09584ee4-3195-44a5-b5a0-4abc59c468b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.158865] env[69041]: DEBUG nova.compute.manager [req-62379de2-560c-4b19-a482-f730f0ab9d58 req-ab463ee0-80b2-4805-94df-b1786908fbbb service nova] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Detach interface failed, port_id=1af15a03-33d7-4187-8521-50fa15bf3ba6, reason: Instance b8189091-5a8f-4683-bbce-668554ada5a7 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1463.325269] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 64467f14-191e-4595-8d30-dac8bcc85b2e] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1463.474781] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.475248] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.475441] env[69041]: DEBUG nova.objects.instance [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1463.511026] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.518549] env[69041]: DEBUG nova.network.neutron [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Port 67bd3f58-55af-4d99-9439-e81b8fdb046e binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1463.518800] env[69041]: DEBUG oslo_concurrency.lockutils [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.518949] env[69041]: DEBUG oslo_concurrency.lockutils [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.519736] env[69041]: DEBUG nova.network.neutron [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.596191] env[69041]: INFO nova.compute.manager [-] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Took 1.47 seconds to deallocate network for instance. [ 1463.709370] env[69041]: DEBUG nova.network.neutron [-] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.828995] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: eea237bc-c8a1-4dff-82ee-f022d3be20f2] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1464.102341] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.212039] env[69041]: INFO nova.compute.manager [-] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Took 1.45 seconds to deallocate network for instance. [ 1464.249915] env[69041]: DEBUG nova.network.neutron [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance_info_cache with network_info: [{"id": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "address": "fa:16:3e:3c:58:dc", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bd3f58-55", "ovs_interfaceid": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.333152] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 9b671e1c-931e-4a2d-8de3-d06accb94cba] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1464.487872] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f42142-ac64-4d3c-b76b-fbb597bcd70f tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.489736] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.387s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.489838] env[69041]: DEBUG nova.objects.instance [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lazy-loading 'resources' on Instance uuid b8189091-5a8f-4683-bbce-668554ada5a7 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.569377] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "3c088f67-365f-442d-9896-93920cb35452" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.571369] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "3c088f67-365f-442d-9896-93920cb35452" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.574536] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.574755] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.575329] env[69041]: INFO nova.compute.manager [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Attaching volume 0d0325ac-da17-4ee7-ac05-b2a8becaa04c to /dev/sdc [ 1464.614804] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598e0cef-dd74-4030-a1dd-4359e90ed3c9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.623711] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9143bd-d3c3-4baf-b737-e196c649b71b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.639261] env[69041]: DEBUG nova.virt.block_device [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Updating existing volume attachment record: 240f7e40-ea10-4073-b9fd-6b188bdd2378 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1464.641620] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "35aed301-9eeb-4231-9196-c1f123934c49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.641849] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "35aed301-9eeb-4231-9196-c1f123934c49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.642058] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "35aed301-9eeb-4231-9196-c1f123934c49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.642243] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "35aed301-9eeb-4231-9196-c1f123934c49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.642414] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "35aed301-9eeb-4231-9196-c1f123934c49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.644346] env[69041]: INFO nova.compute.manager [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Terminating instance [ 1464.674871] env[69041]: DEBUG nova.compute.manager [req-e657dc59-00f3-45d2-956d-404406025273 req-04393c86-0c41-4f2a-9fe4-2c7508e4364e service nova] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Received event network-vif-deleted-146a8970-55ce-4bfd-b36d-7036874bccdf {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1464.720954] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.752016] env[69041]: DEBUG oslo_concurrency.lockutils [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.835767] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 719e8984-1eee-43a8-8633-035ed6f46f1b] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1465.074286] env[69041]: DEBUG nova.compute.manager [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.114532] env[69041]: INFO nova.compute.manager [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Rebuilding instance [ 1465.147930] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "refresh_cache-35aed301-9eeb-4231-9196-c1f123934c49" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.148227] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquired lock "refresh_cache-35aed301-9eeb-4231-9196-c1f123934c49" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.148332] env[69041]: DEBUG nova.network.neutron [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.152836] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc00a703-7cf2-482d-9673-a63a2f77691a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.162752] env[69041]: DEBUG nova.compute.manager [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.163762] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17ffef8-d646-421c-a089-330f1125c37a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.167604] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466ac89b-2f61-4397-89b1-e7a506a8fd43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.201894] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70bae71-103b-4c55-b4d7-ee55ffcd7de6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.209390] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de51a78-27d6-40ad-ae5e-6488921fa259 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.223427] env[69041]: DEBUG nova.compute.provider_tree [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.255027] env[69041]: DEBUG nova.compute.manager [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69041) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1465.340044] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 12a9c6cc-8e18-4b43-bd6c-875bef56d27d] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1465.593488] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.669076] env[69041]: DEBUG nova.network.neutron [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.722661] env[69041]: DEBUG nova.network.neutron [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.726954] env[69041]: DEBUG nova.scheduler.client.report [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.844114] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: d30ee9b4-e357-45e4-9d66-02a0c7bde269] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1466.181515] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.181821] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ddc10f-81a9-4e9e-9956-ed47ee2f15a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.189449] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1466.189449] env[69041]: value = "task-2890613" [ 1466.189449] env[69041]: _type = "Task" [ 1466.189449] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.197064] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.225900] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Releasing lock "refresh_cache-35aed301-9eeb-4231-9196-c1f123934c49" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.226463] env[69041]: DEBUG nova.compute.manager [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1466.226708] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.227673] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20927964-00ba-435a-83ce-15ae4f226759 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.231298] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.233747] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.513s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.233968] env[69041]: DEBUG nova.objects.instance [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'resources' on Instance uuid 651f64cd-4388-4c72-afe7-b34d379d23ad {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.239318] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.239574] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-554f5206-4b18-4292-8b3e-f752c064f24e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.247020] env[69041]: DEBUG oslo_vmware.api [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1466.247020] env[69041]: value = "task-2890614" [ 1466.247020] env[69041]: _type = "Task" [ 1466.247020] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.254980] env[69041]: DEBUG oslo_vmware.api [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.268339] env[69041]: INFO nova.scheduler.client.report [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Deleted allocations for instance b8189091-5a8f-4683-bbce-668554ada5a7 [ 1466.347976] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: dcf6e0e9-3ef9-4490-a3fb-f488dd51668a] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1466.376606] env[69041]: DEBUG oslo_concurrency.lockutils [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.699143] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890613, 'name': PowerOffVM_Task, 'duration_secs': 0.28973} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.699347] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.699571] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.700346] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfbc870-7049-455d-971f-61ba2b79f9af {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.706464] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.706682] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-786ed31f-c57c-4103-8d07-71fc14fee33a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.758352] env[69041]: DEBUG oslo_vmware.api [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890614, 'name': PowerOffVM_Task, 'duration_secs': 0.265371} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.759039] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.759039] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.759219] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7089b749-bf45-4435-88ec-64dffdcb2a2e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.765764] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.765990] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.766202] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleting the datastore file [datastore1] 60df3cf6-32d5-4a52-81d7-d88d3bb4b794 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.766465] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ef8a493-e52a-4bad-82f2-f2ecf3addb9e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.775954] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1466.775954] env[69041]: value = "task-2890617" [ 1466.775954] env[69041]: _type = "Task" [ 1466.775954] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.776582] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0c3f55f5-dae6-43fd-b85a-6576ab53c32a tempest-ServersTestJSON-1084431489 tempest-ServersTestJSON-1084431489-project-member] Lock "b8189091-5a8f-4683-bbce-668554ada5a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.806s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.786416] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.789836] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.790110] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.790239] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Deleting the datastore file [datastore2] 35aed301-9eeb-4231-9196-c1f123934c49 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.790714] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5537342-e318-419c-bd93-52743137188f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.798524] env[69041]: DEBUG oslo_vmware.api [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for the task: (returnval){ [ 1466.798524] env[69041]: value = "task-2890618" [ 1466.798524] env[69041]: _type = "Task" [ 1466.798524] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.811286] env[69041]: DEBUG oslo_vmware.api [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.854240] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 1aad063e-abdd-45ce-9b5a-8901bd22fbd3] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1466.905578] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e237794b-f61b-4c60-bf96-8f429bccffa9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.914271] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefb16d7-51de-4907-8b4d-8746b99902e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.943861] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9098de73-3b8c-4e3a-a199-843f2d94a29a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.951061] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb34f13-fde3-4ae7-a42a-aec0570cd5d1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.964183] env[69041]: DEBUG nova.compute.provider_tree [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.288071] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140288} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.288418] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.288661] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.288893] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.308916] env[69041]: DEBUG oslo_vmware.api [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Task: {'id': task-2890618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092542} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.309180] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.309363] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.309546] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.309715] env[69041]: INFO nova.compute.manager [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1467.309948] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1467.310149] env[69041]: DEBUG nova.compute.manager [-] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.310245] env[69041]: DEBUG nova.network.neutron [-] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.327078] env[69041]: DEBUG nova.network.neutron [-] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.358254] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 8d37a06e-85bf-42e8-8125-0f8b2eda7d0e] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1467.467940] env[69041]: DEBUG nova.scheduler.client.report [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.830218] env[69041]: DEBUG nova.network.neutron [-] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.861521] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 32d25211-63a2-470f-81c7-126bf00a5483] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1467.974459] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.976851] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.383s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.978320] env[69041]: INFO nova.compute.claims [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.999034] env[69041]: INFO nova.scheduler.client.report [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleted allocations for instance 651f64cd-4388-4c72-afe7-b34d379d23ad [ 1468.327215] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.329168] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.329168] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.329168] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.329168] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.329168] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.329602] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.329919] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.330252] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.332671] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.332671] env[69041]: DEBUG nova.virt.hardware [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.332671] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875290a6-5dae-43d7-8d8f-4ad42855d366 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.335026] env[69041]: INFO nova.compute.manager [-] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Took 1.02 seconds to deallocate network for instance. [ 1468.344642] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dedecd-7296-455f-a6e0-943075f74dc8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.358467] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:60:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26e3b683-d84a-4720-991a-84c5d4206946', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1468.366018] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1468.366672] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 64010d92-7dc3-44cc-b08e-b0a8cb6f68d4] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1468.368187] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1468.368429] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0fc67ec-3a7c-434d-a1f5-a05535e574ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.389220] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1468.389220] env[69041]: value = "task-2890620" [ 1468.389220] env[69041]: _type = "Task" [ 1468.389220] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.398346] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890620, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.503482] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c9e03fdf-183f-4383-ae6b-c358169a087b tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "651f64cd-4388-4c72-afe7-b34d379d23ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.389s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.843589] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.884612] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 237a7a80-f079-4b2c-8507-d1406217ceca] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1468.899107] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890620, 'name': CreateVM_Task, 'duration_secs': 0.321128} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.899307] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1468.900402] env[69041]: DEBUG oslo_concurrency.lockutils [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.900402] env[69041]: DEBUG oslo_concurrency.lockutils [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.900635] env[69041]: DEBUG oslo_concurrency.lockutils [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.901049] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611c59e9-f09c-4239-b64f-12b0417a7f3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.905396] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1468.905396] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e948b6-4f4f-d1aa-4ef8-670927939169" [ 1468.905396] env[69041]: _type = "Task" [ 1468.905396] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.913791] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e948b6-4f4f-d1aa-4ef8-670927939169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.135110] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee86061-bab5-4dcd-9f4d-3edc20f02075 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.135110] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cfd5f6-e549-41ac-a4eb-fb78a645983a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.168817] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c785b87e-baa7-44c6-b2f6-c26885ce6657 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.181022] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addae7dd-445b-4bb0-99ad-a71c1e7a776f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.194929] env[69041]: DEBUG nova.compute.provider_tree [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.198142] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1469.200045] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580728', 'volume_id': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'name': 'volume-0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ab11791-d7bc-4c32-9f6b-6292775de9c5', 'attached_at': '', 'detached_at': '', 'volume_id': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'serial': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1469.200045] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1929bf-d700-455d-9248-68ce869e33dc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.215692] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006c14a2-1d6c-423b-a7c7-13d1a7a5609d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.242960] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-0d0325ac-da17-4ee7-ac05-b2a8becaa04c/volume-0d0325ac-da17-4ee7-ac05-b2a8becaa04c.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.243277] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e008c9-519d-4888-bb25-02695262d76e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.261813] env[69041]: DEBUG oslo_vmware.api [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1469.261813] env[69041]: value = "task-2890621" [ 1469.261813] env[69041]: _type = "Task" [ 1469.261813] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.269718] env[69041]: DEBUG oslo_vmware.api [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.389180] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 61db3404-6bf9-4f93-85ab-ae560539ca41] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1469.418099] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e948b6-4f4f-d1aa-4ef8-670927939169, 'name': SearchDatastore_Task, 'duration_secs': 0.011228} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.418407] env[69041]: DEBUG oslo_concurrency.lockutils [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.418715] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1469.418867] env[69041]: DEBUG oslo_concurrency.lockutils [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.419015] env[69041]: DEBUG oslo_concurrency.lockutils [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.419196] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1469.419445] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc90002d-5da2-4604-9d5a-51809d62f55b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.427647] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1469.427793] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1469.428516] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0371f070-81e1-45a0-a39e-613d053fa318 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.433771] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1469.433771] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521432e7-b922-7848-4a83-b151ccc7aba4" [ 1469.433771] env[69041]: _type = "Task" [ 1469.433771] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.443147] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521432e7-b922-7848-4a83-b151ccc7aba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.703385] env[69041]: DEBUG nova.scheduler.client.report [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.771796] env[69041]: DEBUG oslo_vmware.api [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890621, 'name': ReconfigVM_Task, 'duration_secs': 0.413191} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.772104] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-0d0325ac-da17-4ee7-ac05-b2a8becaa04c/volume-0d0325ac-da17-4ee7-ac05-b2a8becaa04c.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.776923] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208b4fe9-03e6-4896-b761-4066b8656218 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.792962] env[69041]: DEBUG oslo_vmware.api [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1469.792962] env[69041]: value = "task-2890622" [ 1469.792962] env[69041]: _type = "Task" [ 1469.792962] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.801013] env[69041]: DEBUG oslo_vmware.api [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.891752] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 8818ffb8-7fad-4635-b008-bf3a0304d4ec] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1469.944708] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521432e7-b922-7848-4a83-b151ccc7aba4, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.945511] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02787c6c-3491-4bc1-ad24-8bf52419dd05 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.953260] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1469.953260] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52071e22-0ef4-c25a-3819-2f1f2f2d5ad1" [ 1469.953260] env[69041]: _type = "Task" [ 1469.953260] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.962805] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52071e22-0ef4-c25a-3819-2f1f2f2d5ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.208794] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.209408] env[69041]: DEBUG nova.compute.manager [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1470.212327] env[69041]: DEBUG oslo_concurrency.lockutils [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.836s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.303719] env[69041]: DEBUG oslo_vmware.api [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890622, 'name': ReconfigVM_Task, 'duration_secs': 0.156498} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.305435] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580728', 'volume_id': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'name': 'volume-0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ab11791-d7bc-4c32-9f6b-6292775de9c5', 'attached_at': '', 'detached_at': '', 'volume_id': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'serial': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1470.395743] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: ae054fc7-ad81-4767-818d-2577bb98e88b] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1470.463551] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52071e22-0ef4-c25a-3819-2f1f2f2d5ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.016532} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.463807] env[69041]: DEBUG oslo_concurrency.lockutils [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.464079] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 60df3cf6-32d5-4a52-81d7-d88d3bb4b794/60df3cf6-32d5-4a52-81d7-d88d3bb4b794.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.464340] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21e4317d-c55b-4228-a09b-fafeddf73e73 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.470416] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1470.470416] env[69041]: value = "task-2890623" [ 1470.470416] env[69041]: _type = "Task" [ 1470.470416] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.477659] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.717338] env[69041]: DEBUG nova.compute.utils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1470.719623] env[69041]: DEBUG nova.objects.instance [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'migration_context' on Instance uuid 057627bb-fe22-482b-9e36-4dde659cb442 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.720539] env[69041]: DEBUG nova.compute.manager [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1470.720679] env[69041]: DEBUG nova.network.neutron [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.762940] env[69041]: DEBUG nova.policy [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e56ad616d6545d5b1357c296dc8dcdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb458c8e2d8f4973818d10e29fff35bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1470.882896] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.883130] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.899028] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: c18ff92b-080e-4307-a357-269980fc3fe8] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1470.980520] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442542} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.980701] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 60df3cf6-32d5-4a52-81d7-d88d3bb4b794/60df3cf6-32d5-4a52-81d7-d88d3bb4b794.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.980947] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.981183] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-235352c0-ef91-4833-89cd-419c6b3391ad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.986963] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1470.986963] env[69041]: value = "task-2890624" [ 1470.986963] env[69041]: _type = "Task" [ 1470.986963] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.994501] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.065097] env[69041]: DEBUG nova.network.neutron [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Successfully created port: cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.221414] env[69041]: DEBUG nova.compute.manager [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.356815] env[69041]: DEBUG nova.objects.instance [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'flavor' on Instance uuid 6ab11791-d7bc-4c32-9f6b-6292775de9c5 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.373604] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8310f68-e3ca-4ab9-afc8-6bd7983a985d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.382026] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19374d2-2847-4d31-989b-7734b2490348 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.385081] env[69041]: DEBUG nova.compute.manager [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.416406] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 1e428329-c8f6-47c9-8945-7ac469d6a673] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1471.420805] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf95ad3-e278-4837-a2a9-d176b011001a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.428418] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61cf1f1-fdc0-49e9-928f-92bd09abb029 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.442938] env[69041]: DEBUG nova.compute.provider_tree [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.496198] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065526} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.496402] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1471.497167] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b879dbd-d70c-4398-b317-355077d5d9af {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.519230] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 60df3cf6-32d5-4a52-81d7-d88d3bb4b794/60df3cf6-32d5-4a52-81d7-d88d3bb4b794.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.519895] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05675720-5fca-4aa6-9d72-0c5e892e0ad5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.539253] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1471.539253] env[69041]: value = "task-2890625" [ 1471.539253] env[69041]: _type = "Task" [ 1471.539253] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.547186] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.863367] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a1bbb9bf-9c26-451e-90e5-6449955d9b39 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.288s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.903190] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.921166] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: e985fbad-6b6d-4622-8220-471b4cfd1f6e] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1471.945691] env[69041]: DEBUG nova.scheduler.client.report [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.050139] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890625, 'name': ReconfigVM_Task, 'duration_secs': 0.321638} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.050419] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 60df3cf6-32d5-4a52-81d7-d88d3bb4b794/60df3cf6-32d5-4a52-81d7-d88d3bb4b794.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.051122] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1a1d2e8-e06f-41d4-aa79-bbd49644a9ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.060085] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1472.060085] env[69041]: value = "task-2890626" [ 1472.060085] env[69041]: _type = "Task" [ 1472.060085] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.069321] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890626, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.125072] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.125204] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.234263] env[69041]: DEBUG nova.compute.manager [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.260507] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.260899] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.261202] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.261667] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.261789] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.263132] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.263423] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.264040] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.264040] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.264040] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.264728] env[69041]: DEBUG nova.virt.hardware [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.265158] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c12616a-d24a-4cc6-bd2f-8772c5764ee6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.273557] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc98342e-00c5-433a-ae54-6aaca84727a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.424405] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 8038fce1-b94f-4a86-a925-1e789fae4068] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1472.433238] env[69041]: DEBUG nova.compute.manager [req-76bca8b5-a7df-4bba-8f0f-e7a17a89329c req-360ac979-ed56-4cb9-afc1-543c898e08a6 service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Received event network-vif-plugged-cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1472.433463] env[69041]: DEBUG oslo_concurrency.lockutils [req-76bca8b5-a7df-4bba-8f0f-e7a17a89329c req-360ac979-ed56-4cb9-afc1-543c898e08a6 service nova] Acquiring lock "3c088f67-365f-442d-9896-93920cb35452-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.433666] env[69041]: DEBUG oslo_concurrency.lockutils [req-76bca8b5-a7df-4bba-8f0f-e7a17a89329c req-360ac979-ed56-4cb9-afc1-543c898e08a6 service nova] Lock "3c088f67-365f-442d-9896-93920cb35452-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.433834] env[69041]: DEBUG oslo_concurrency.lockutils [req-76bca8b5-a7df-4bba-8f0f-e7a17a89329c req-360ac979-ed56-4cb9-afc1-543c898e08a6 service nova] Lock "3c088f67-365f-442d-9896-93920cb35452-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.433996] env[69041]: DEBUG nova.compute.manager [req-76bca8b5-a7df-4bba-8f0f-e7a17a89329c req-360ac979-ed56-4cb9-afc1-543c898e08a6 service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] No waiting events found dispatching network-vif-plugged-cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1472.434174] env[69041]: WARNING nova.compute.manager [req-76bca8b5-a7df-4bba-8f0f-e7a17a89329c req-360ac979-ed56-4cb9-afc1-543c898e08a6 service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Received unexpected event network-vif-plugged-cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984 for instance with vm_state building and task_state spawning. [ 1472.525702] env[69041]: DEBUG nova.network.neutron [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Successfully updated port: cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1472.569836] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890626, 'name': Rename_Task, 'duration_secs': 0.17194} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.570219] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.570605] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20a1e62-f5c2-4b77-9c55-78533f1d8ea7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.577395] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1472.577395] env[69041]: value = "task-2890627" [ 1472.577395] env[69041]: _type = "Task" [ 1472.577395] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.584149] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.629298] env[69041]: INFO nova.compute.manager [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Detaching volume 03f0b5c0-5e5b-420b-9846-203709f6882e [ 1472.660971] env[69041]: INFO nova.virt.block_device [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Attempting to driver detach volume 03f0b5c0-5e5b-420b-9846-203709f6882e from mountpoint /dev/sdb [ 1472.661289] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1472.661781] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580726', 'volume_id': '03f0b5c0-5e5b-420b-9846-203709f6882e', 'name': 'volume-03f0b5c0-5e5b-420b-9846-203709f6882e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ab11791-d7bc-4c32-9f6b-6292775de9c5', 'attached_at': '', 'detached_at': '', 'volume_id': '03f0b5c0-5e5b-420b-9846-203709f6882e', 'serial': '03f0b5c0-5e5b-420b-9846-203709f6882e'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1472.662598] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597f5e2a-7dd6-4462-8232-8ff4f453aaaf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.687891] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3935e65-072f-4c30-b463-c0d6dab2e287 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.694844] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370b2693-4d7f-44d6-b58d-bd6d4fa15a68 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.719076] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25463852-190b-481f-aee3-c9eeb047095d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.734157] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] The volume has not been displaced from its original location: [datastore1] volume-03f0b5c0-5e5b-420b-9846-203709f6882e/volume-03f0b5c0-5e5b-420b-9846-203709f6882e.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1472.739398] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1472.739683] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a219dc2-de31-4c86-9d9f-95c5c24edbc7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.757769] env[69041]: DEBUG oslo_vmware.api [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1472.757769] env[69041]: value = "task-2890628" [ 1472.757769] env[69041]: _type = "Task" [ 1472.757769] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.769115] env[69041]: DEBUG oslo_vmware.api [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.929249] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 0c1e54bf-e9da-434f-a31e-f352f073ca90] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1472.957129] env[69041]: DEBUG oslo_concurrency.lockutils [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.745s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.965921] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.123s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.966205] env[69041]: DEBUG nova.objects.instance [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lazy-loading 'resources' on Instance uuid 35aed301-9eeb-4231-9196-c1f123934c49 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.027881] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "refresh_cache-3c088f67-365f-442d-9896-93920cb35452" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.028052] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "refresh_cache-3c088f67-365f-442d-9896-93920cb35452" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.028209] env[69041]: DEBUG nova.network.neutron [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.086562] env[69041]: DEBUG oslo_vmware.api [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890627, 'name': PowerOnVM_Task, 'duration_secs': 0.465123} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.086869] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.087142] env[69041]: DEBUG nova.compute.manager [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.087943] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eec968-451d-481a-a9bd-a81de16f95a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.267813] env[69041]: DEBUG oslo_vmware.api [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890628, 'name': ReconfigVM_Task, 'duration_secs': 0.226562} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.268182] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1473.272883] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da42b60b-6182-4cfc-b5cf-6bb0ea4904e3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.287529] env[69041]: DEBUG oslo_vmware.api [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1473.287529] env[69041]: value = "task-2890629" [ 1473.287529] env[69041]: _type = "Task" [ 1473.287529] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.295107] env[69041]: DEBUG oslo_vmware.api [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.372442] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.372684] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.432329] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 6ad64ecc-6eb3-47c7-8589-b787b6e03d34] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1473.566541] env[69041]: DEBUG nova.network.neutron [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.605828] env[69041]: DEBUG oslo_concurrency.lockutils [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.710690] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cc05dc-b3b9-4293-a9fc-325b00dee89d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.720209] env[69041]: DEBUG nova.network.neutron [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Updating instance_info_cache with network_info: [{"id": "cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984", "address": "fa:16:3e:80:07:6d", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf0ecd6-3c", "ovs_interfaceid": "cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.723200] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5c9ff9-1433-4e20-8f6f-0ff05fc130f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.754393] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74263d02-5b31-450f-a428-736b7c4f2938 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.762164] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f46b9a-4e19-42a3-8dcf-880211095bd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.775971] env[69041]: DEBUG nova.compute.provider_tree [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.795613] env[69041]: DEBUG oslo_vmware.api [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890629, 'name': ReconfigVM_Task, 'duration_secs': 0.155655} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.795902] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580726', 'volume_id': '03f0b5c0-5e5b-420b-9846-203709f6882e', 'name': 'volume-03f0b5c0-5e5b-420b-9846-203709f6882e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ab11791-d7bc-4c32-9f6b-6292775de9c5', 'attached_at': '', 'detached_at': '', 'volume_id': '03f0b5c0-5e5b-420b-9846-203709f6882e', 'serial': '03f0b5c0-5e5b-420b-9846-203709f6882e'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1473.876287] env[69041]: DEBUG nova.compute.utils [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1473.935298] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 4ca3d12b-56e3-4f8c-99d6-50ae680925b3] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1474.227823] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "refresh_cache-3c088f67-365f-442d-9896-93920cb35452" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.228169] env[69041]: DEBUG nova.compute.manager [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Instance network_info: |[{"id": "cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984", "address": "fa:16:3e:80:07:6d", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf0ecd6-3c", "ovs_interfaceid": "cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.228632] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:07:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.235974] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1474.236192] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c088f67-365f-442d-9896-93920cb35452] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.236421] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-135c8231-af3f-43b1-aa3f-1bf5170c131a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.256740] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.256740] env[69041]: value = "task-2890630" [ 1474.256740] env[69041]: _type = "Task" [ 1474.256740] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.265137] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890630, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.279251] env[69041]: DEBUG nova.scheduler.client.report [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.340879] env[69041]: DEBUG nova.objects.instance [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'flavor' on Instance uuid 6ab11791-d7bc-4c32-9f6b-6292775de9c5 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.379029] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.438379] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 00f299cb-b6f4-4833-af4a-24967026cb6e] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1474.464331] env[69041]: DEBUG nova.compute.manager [req-f4780047-40e8-4e44-9db8-49dd165ab1ec req-28814c02-4077-4bcc-b2e5-507631c4a7ef service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Received event network-changed-cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1474.464551] env[69041]: DEBUG nova.compute.manager [req-f4780047-40e8-4e44-9db8-49dd165ab1ec req-28814c02-4077-4bcc-b2e5-507631c4a7ef service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Refreshing instance network info cache due to event network-changed-cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1474.464783] env[69041]: DEBUG oslo_concurrency.lockutils [req-f4780047-40e8-4e44-9db8-49dd165ab1ec req-28814c02-4077-4bcc-b2e5-507631c4a7ef service nova] Acquiring lock "refresh_cache-3c088f67-365f-442d-9896-93920cb35452" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.464893] env[69041]: DEBUG oslo_concurrency.lockutils [req-f4780047-40e8-4e44-9db8-49dd165ab1ec req-28814c02-4077-4bcc-b2e5-507631c4a7ef service nova] Acquired lock "refresh_cache-3c088f67-365f-442d-9896-93920cb35452" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.465086] env[69041]: DEBUG nova.network.neutron [req-f4780047-40e8-4e44-9db8-49dd165ab1ec req-28814c02-4077-4bcc-b2e5-507631c4a7ef service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Refreshing network info cache for port cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.499527] env[69041]: INFO nova.compute.manager [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Swapping old allocation on dict_keys(['32f60d55-c45c-4e8e-b752-d624f83e6946']) held by migration aecc7a1f-7d03-4886-91fb-36a3e85f9d33 for instance [ 1474.523614] env[69041]: DEBUG nova.scheduler.client.report [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Overwriting current allocation {'allocations': {'32f60d55-c45c-4e8e-b752-d624f83e6946': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 147}}, 'project_id': 'bee19aff2a184f738f1b5dad91cd03e1', 'user_id': '63a4076a462f4e0e84c6543e9c71925c', 'consumer_generation': 1} on consumer 057627bb-fe22-482b-9e36-4dde659cb442 {{(pid=69041) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1474.601119] env[69041]: DEBUG oslo_concurrency.lockutils [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.601316] env[69041]: DEBUG oslo_concurrency.lockutils [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.601518] env[69041]: DEBUG nova.network.neutron [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.767014] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890630, 'name': CreateVM_Task, 'duration_secs': 0.312537} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.767202] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c088f67-365f-442d-9896-93920cb35452] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1474.767912] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.768120] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.768437] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.768699] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9357d3-a25e-437e-bb95-034d842bee05 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.773687] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1474.773687] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a3de2e-0638-ea1e-52a2-d25cc0a6d901" [ 1474.773687] env[69041]: _type = "Task" [ 1474.773687] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.781472] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a3de2e-0638-ea1e-52a2-d25cc0a6d901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.784223] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.786234] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.883s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.787750] env[69041]: INFO nova.compute.claims [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.799250] env[69041]: INFO nova.scheduler.client.report [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Deleted allocations for instance 35aed301-9eeb-4231-9196-c1f123934c49 [ 1474.941538] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 93c22188-05e9-480f-b797-83969f31bb09] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1475.189411] env[69041]: DEBUG nova.network.neutron [req-f4780047-40e8-4e44-9db8-49dd165ab1ec req-28814c02-4077-4bcc-b2e5-507631c4a7ef service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Updated VIF entry in instance network info cache for port cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.189789] env[69041]: DEBUG nova.network.neutron [req-f4780047-40e8-4e44-9db8-49dd165ab1ec req-28814c02-4077-4bcc-b2e5-507631c4a7ef service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Updating instance_info_cache with network_info: [{"id": "cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984", "address": "fa:16:3e:80:07:6d", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf0ecd6-3c", "ovs_interfaceid": "cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.283786] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a3de2e-0638-ea1e-52a2-d25cc0a6d901, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.284089] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.284314] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.284563] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.284718] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.285033] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.285160] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-714c0bd1-4c38-451c-bca1-7d2cd8559c65 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.294285] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.294522] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.297355] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8088c36-784f-44a1-9737-00beedab04f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.306134] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1475.306134] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bd6c71-5ea7-600a-fdfe-99d8bd6dbe02" [ 1475.306134] env[69041]: _type = "Task" [ 1475.306134] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.306623] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7df9e6a6-b0fc-4a21-b681-705d07acfcff tempest-ServersListShow2100Test-1527869126 tempest-ServersListShow2100Test-1527869126-project-member] Lock "35aed301-9eeb-4231-9196-c1f123934c49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.665s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.316552] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bd6c71-5ea7-600a-fdfe-99d8bd6dbe02, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.317280] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63e8af0-9ca5-43ac-93de-052b89820886 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.323687] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1475.323687] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527bd43d-1130-19f9-2e56-039284542a68" [ 1475.323687] env[69041]: _type = "Task" [ 1475.323687] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.332186] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527bd43d-1130-19f9-2e56-039284542a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.333267] env[69041]: DEBUG nova.network.neutron [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance_info_cache with network_info: [{"id": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "address": "fa:16:3e:3c:58:dc", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67bd3f58-55", "ovs_interfaceid": "67bd3f58-55af-4d99-9439-e81b8fdb046e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.346572] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1714410b-7694-453f-9691-a96c986eefd9 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.441738] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.442142] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.442405] env[69041]: INFO nova.compute.manager [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Attaching volume 05c718d6-d973-43ef-98f9-6291820c6c96 to /dev/sdb [ 1475.445336] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 355ce384-674a-4c7a-956c-dc7b7998f33b] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1475.449914] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.450140] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.476662] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ded427-deab-48ca-880e-635c5fd05246 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.483695] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdf1f43-6622-4588-acad-103f4804beb1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.496575] env[69041]: DEBUG nova.virt.block_device [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Updating existing volume attachment record: 07333377-5905-447a-b419-f60f9ddd89c9 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1475.692864] env[69041]: DEBUG oslo_concurrency.lockutils [req-f4780047-40e8-4e44-9db8-49dd165ab1ec req-28814c02-4077-4bcc-b2e5-507631c4a7ef service nova] Releasing lock "refresh_cache-3c088f67-365f-442d-9896-93920cb35452" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.834023] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527bd43d-1130-19f9-2e56-039284542a68, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.836612] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.836881] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 3c088f67-365f-442d-9896-93920cb35452/3c088f67-365f-442d-9896-93920cb35452.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1475.837378] env[69041]: DEBUG oslo_concurrency.lockutils [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-057627bb-fe22-482b-9e36-4dde659cb442" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.837863] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31a14394-3903-441d-96c2-b9747b9091eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.840252] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194f1b72-df7b-490c-9def-a7e177733f98 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.848074] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf25d3f-d9f6-460d-b30d-3e4b252c7009 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.850461] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1475.850461] env[69041]: value = "task-2890634" [ 1475.850461] env[69041]: _type = "Task" [ 1475.850461] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.948741] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: a57c9763-1726-4a22-9d20-de9e028d8fbc] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1475.953126] env[69041]: INFO nova.compute.manager [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Detaching volume 0d0325ac-da17-4ee7-ac05-b2a8becaa04c [ 1475.956315] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d53e8cd-45c1-47a8-b184-f790d222cb47 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.963778] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62b90a9-8a81-4ed0-b37f-c6c5166b5375 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.999784] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f19217-831d-4930-a881-c71528298b9e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.007972] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219f2ada-c9a3-4d9f-8fb5-b3f7a8d4eb7a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.022777] env[69041]: DEBUG nova.compute.provider_tree [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.362418] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492064} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.362736] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 3c088f67-365f-442d-9896-93920cb35452/3c088f67-365f-442d-9896-93920cb35452.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1476.363011] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1476.363338] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c88989f-253d-49fd-ab95-f1be3254a1ea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.369764] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1476.369764] env[69041]: value = "task-2890635" [ 1476.369764] env[69041]: _type = "Task" [ 1476.369764] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.377701] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.452223] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 518aa9c0-880c-4aef-9429-9000e2f9eee2] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1476.500328] env[69041]: INFO nova.virt.block_device [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Attempting to driver detach volume 0d0325ac-da17-4ee7-ac05-b2a8becaa04c from mountpoint /dev/sdc [ 1476.500887] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1476.501170] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580728', 'volume_id': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'name': 'volume-0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ab11791-d7bc-4c32-9f6b-6292775de9c5', 'attached_at': '', 'detached_at': '', 'volume_id': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'serial': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1476.502253] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e1dca9-8a77-4291-ba95-1c8a8ecfc7c1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.526056] env[69041]: DEBUG nova.scheduler.client.report [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.529586] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c74ff3e-1764-458b-a7f9-4200e5489be4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.536791] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0116bd3-fdab-4a7f-bf1c-ec7d71ff61dd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.557595] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bb7182-253d-4d6e-8c20-8ec5f1684d4c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.572552] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] The volume has not been displaced from its original location: [datastore2] volume-0d0325ac-da17-4ee7-ac05-b2a8becaa04c/volume-0d0325ac-da17-4ee7-ac05-b2a8becaa04c.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1476.577857] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1476.578160] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3815e021-8788-4c90-b575-39dbb5ee67c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.596087] env[69041]: DEBUG oslo_vmware.api [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1476.596087] env[69041]: value = "task-2890636" [ 1476.596087] env[69041]: _type = "Task" [ 1476.596087] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.603960] env[69041]: DEBUG oslo_vmware.api [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.880046] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06739} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.880368] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1476.881323] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb70751-9641-4946-ac7d-fa5ccbe55461 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.903262] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 3c088f67-365f-442d-9896-93920cb35452/3c088f67-365f-442d-9896-93920cb35452.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.903581] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2210839-65fd-43a9-8859-d3ae1e3ae073 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.921980] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1476.921980] env[69041]: value = "task-2890637" [ 1476.921980] env[69041]: _type = "Task" [ 1476.921980] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.929407] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.955486] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 13669a24-f475-4bb4-89d7-c63f2b3d7cb7] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1476.986066] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.987118] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4a29402-9f18-4442-b1a9-378553b73820 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.993865] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1476.993865] env[69041]: value = "task-2890638" [ 1476.993865] env[69041]: _type = "Task" [ 1476.993865] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.001973] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.033624] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.034153] env[69041]: DEBUG nova.compute.manager [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1477.036905] env[69041]: DEBUG oslo_concurrency.lockutils [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.431s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.037106] env[69041]: DEBUG nova.objects.instance [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1477.105803] env[69041]: DEBUG oslo_vmware.api [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890636, 'name': ReconfigVM_Task, 'duration_secs': 0.241116} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.106163] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1477.111321] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45057e43-a91c-4ef9-8775-53c7fa46b0dd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.126997] env[69041]: DEBUG oslo_vmware.api [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1477.126997] env[69041]: value = "task-2890639" [ 1477.126997] env[69041]: _type = "Task" [ 1477.126997] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.134560] env[69041]: DEBUG oslo_vmware.api [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.432080] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.458656] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: d437a775-e75e-4593-a0b5-1e7f249eb942] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1477.504620] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890638, 'name': PowerOffVM_Task, 'duration_secs': 0.452626} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.504909] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1477.505611] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.505842] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.506027] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.506244] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.506403] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.506574] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.506790] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.506962] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.507176] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.507338] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.507532] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.512687] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9af07fb-6674-40aa-9aae-7dbd34b3ecdb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.529076] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1477.529076] env[69041]: value = "task-2890640" [ 1477.529076] env[69041]: _type = "Task" [ 1477.529076] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.536746] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.541065] env[69041]: DEBUG nova.compute.utils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1477.546096] env[69041]: DEBUG nova.compute.manager [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1477.546355] env[69041]: DEBUG nova.network.neutron [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1477.582835] env[69041]: DEBUG nova.policy [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87a2bf6986514653b8cafffd65197bda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8ccb7b329524469aaef6c9c85b0616a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1477.637038] env[69041]: DEBUG oslo_vmware.api [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890639, 'name': ReconfigVM_Task, 'duration_secs': 0.306488} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.637271] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580728', 'volume_id': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'name': 'volume-0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6ab11791-d7bc-4c32-9f6b-6292775de9c5', 'attached_at': '', 'detached_at': '', 'volume_id': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c', 'serial': '0d0325ac-da17-4ee7-ac05-b2a8becaa04c'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1477.847735] env[69041]: DEBUG nova.network.neutron [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Successfully created port: ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1477.933254] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890637, 'name': ReconfigVM_Task, 'duration_secs': 0.60857} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.933965] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 3c088f67-365f-442d-9896-93920cb35452/3c088f67-365f-442d-9896-93920cb35452.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.934178] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd434109-aba7-46c5-875a-8f38c1368885 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.940662] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1477.940662] env[69041]: value = "task-2890642" [ 1477.940662] env[69041]: _type = "Task" [ 1477.940662] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.948540] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890642, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.962165] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 0a09110f-f96d-4f19-92bb-984ebafb9f76] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1478.039034] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890640, 'name': ReconfigVM_Task, 'duration_secs': 0.148932} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.039897] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427ae276-87f8-4b39-9a41-826f13eb453e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.060827] env[69041]: DEBUG nova.compute.manager [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1478.064478] env[69041]: DEBUG oslo_concurrency.lockutils [None req-acb7aca8-8e15-4344-b25b-af30882f2e90 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.065675] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1478.065887] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.066057] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1478.066241] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.066411] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1478.066619] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1478.066737] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1478.066894] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1478.067070] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1478.067239] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1478.067412] env[69041]: DEBUG nova.virt.hardware [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1478.068828] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9e0eaa-fa65-4980-b600-d8c34abbc6fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.074723] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1478.074723] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5257bc70-b3fa-e207-2d51-825da61daabc" [ 1478.074723] env[69041]: _type = "Task" [ 1478.074723] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.088487] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5257bc70-b3fa-e207-2d51-825da61daabc, 'name': SearchDatastore_Task, 'duration_secs': 0.008187} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.094288] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1478.094895] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65cf154c-cc3d-4ebd-9415-dffb4bd62aa5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.113879] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1478.113879] env[69041]: value = "task-2890643" [ 1478.113879] env[69041]: _type = "Task" [ 1478.113879] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.122381] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.208030] env[69041]: DEBUG nova.objects.instance [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'flavor' on Instance uuid 6ab11791-d7bc-4c32-9f6b-6292775de9c5 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.451836] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890642, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.466378] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: d623caaa-5a89-4a77-8551-af042fdfa849] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1478.624852] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.951965] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890642, 'name': Rename_Task, 'duration_secs': 0.840703} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.952272] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.952523] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e7d295-d12e-4e53-a71c-6db4229d14ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.959880] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1478.959880] env[69041]: value = "task-2890644" [ 1478.959880] env[69041]: _type = "Task" [ 1478.959880] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.968389] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.969892] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: fc2e1749-d081-4b11-a32d-303fb3675481] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1479.076350] env[69041]: DEBUG nova.compute.manager [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1479.109175] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1479.109422] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.109611] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1479.109809] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.109955] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1479.110123] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1479.110331] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1479.110568] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1479.110760] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1479.110955] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1479.111147] env[69041]: DEBUG nova.virt.hardware [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1479.112498] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb958e35-08c0-45d5-a393-053cb7c9948c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.121307] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464ed371-c117-4ae2-bcf8-1528a5686377 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.128084] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890643, 'name': ReconfigVM_Task, 'duration_secs': 0.722507} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.128748] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1479.129623] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc9ded-81a5-4b1b-a8c1-63edabaabc2a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.167047] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 057627bb-fe22-482b-9e36-4dde659cb442/057627bb-fe22-482b-9e36-4dde659cb442.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.167401] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c9cf12-4415-40af-a1a9-2a9ae5576671 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.185969] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1479.185969] env[69041]: value = "task-2890645" [ 1479.185969] env[69041]: _type = "Task" [ 1479.185969] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.194039] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.217016] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cb81426b-c10a-4e3c-a697-53fa90249423 tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.767s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.243759] env[69041]: DEBUG nova.compute.manager [req-2efd3ffc-f1c2-42c3-9db7-b76281fc2cb6 req-7ad662e1-0297-4b87-9efc-2c23f1a54a30 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received event network-vif-plugged-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1479.244193] env[69041]: DEBUG oslo_concurrency.lockutils [req-2efd3ffc-f1c2-42c3-9db7-b76281fc2cb6 req-7ad662e1-0297-4b87-9efc-2c23f1a54a30 service nova] Acquiring lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.244509] env[69041]: DEBUG oslo_concurrency.lockutils [req-2efd3ffc-f1c2-42c3-9db7-b76281fc2cb6 req-7ad662e1-0297-4b87-9efc-2c23f1a54a30 service nova] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.244738] env[69041]: DEBUG oslo_concurrency.lockutils [req-2efd3ffc-f1c2-42c3-9db7-b76281fc2cb6 req-7ad662e1-0297-4b87-9efc-2c23f1a54a30 service nova] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.244931] env[69041]: DEBUG nova.compute.manager [req-2efd3ffc-f1c2-42c3-9db7-b76281fc2cb6 req-7ad662e1-0297-4b87-9efc-2c23f1a54a30 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] No waiting events found dispatching network-vif-plugged-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1479.245120] env[69041]: WARNING nova.compute.manager [req-2efd3ffc-f1c2-42c3-9db7-b76281fc2cb6 req-7ad662e1-0297-4b87-9efc-2c23f1a54a30 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received unexpected event network-vif-plugged-ec23cb57-146c-483d-ba53-9255761bf007 for instance with vm_state building and task_state spawning. [ 1479.339667] env[69041]: DEBUG nova.network.neutron [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Successfully updated port: ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1479.473057] env[69041]: DEBUG oslo_vmware.api [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890644, 'name': PowerOnVM_Task, 'duration_secs': 0.494688} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.473057] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.473057] env[69041]: INFO nova.compute.manager [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1479.473057] env[69041]: DEBUG nova.compute.manager [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.473651] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 983aa6f2-dc56-45d9-8b35-688d75f63525] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1479.475487] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc4b89-ec28-4440-aac7-afab8dfdcd85 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.696532] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890645, 'name': ReconfigVM_Task, 'duration_secs': 0.340543} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.696828] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 057627bb-fe22-482b-9e36-4dde659cb442/057627bb-fe22-482b-9e36-4dde659cb442.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.697768] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61814832-5daa-40ca-9382-e785da91b10e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.718920] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c6a51a-93b0-4114-b4e3-a9b170fcaef6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.739702] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13356d31-7bc2-400f-a553-8cb2d88ce759 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.761600] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd6711c-5e31-4a52-ac1f-9ddc231612e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.768873] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1479.769145] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e346a2c-1c80-4502-8fae-f633268ce90b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.775010] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1479.775010] env[69041]: value = "task-2890646" [ 1479.775010] env[69041]: _type = "Task" [ 1479.775010] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.783064] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.842824] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.844056] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.844056] env[69041]: DEBUG nova.network.neutron [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.979166] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 5af33240-1cf0-46b1-b9fe-3a1012b23755] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1479.993988] env[69041]: INFO nova.compute.manager [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Took 14.41 seconds to build instance. [ 1480.039648] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1480.039918] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580732', 'volume_id': '05c718d6-d973-43ef-98f9-6291820c6c96', 'name': 'volume-05c718d6-d973-43ef-98f9-6291820c6c96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656ee282-f7b4-4ea9-bd5c-031e656a7351', 'attached_at': '', 'detached_at': '', 'volume_id': '05c718d6-d973-43ef-98f9-6291820c6c96', 'serial': '05c718d6-d973-43ef-98f9-6291820c6c96'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1480.040865] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8345ca35-1dac-480e-9f7d-588e7535a372 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.058119] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6797abaf-d68d-494b-9905-127265d2d3b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.083832] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-05c718d6-d973-43ef-98f9-6291820c6c96/volume-05c718d6-d973-43ef-98f9-6291820c6c96.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.084104] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5efa35bc-7b21-4da8-b94a-1edd6aa9bdc7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.102362] env[69041]: DEBUG oslo_vmware.api [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1480.102362] env[69041]: value = "task-2890647" [ 1480.102362] env[69041]: _type = "Task" [ 1480.102362] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.110345] env[69041]: DEBUG oslo_vmware.api [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.284687] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.375513] env[69041]: DEBUG nova.network.neutron [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1480.435512] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.435905] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.436172] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.436362] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.436551] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.441046] env[69041]: INFO nova.compute.manager [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Terminating instance [ 1480.482047] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: d1b5f395-8206-4326-a78a-b4fa7235aebb] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1480.495949] env[69041]: DEBUG oslo_concurrency.lockutils [None req-23c1af30-03ea-4f1e-8e00-eba6ef8740e3 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "3c088f67-365f-442d-9896-93920cb35452" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.926s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.503723] env[69041]: DEBUG nova.network.neutron [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updating instance_info_cache with network_info: [{"id": "ec23cb57-146c-483d-ba53-9255761bf007", "address": "fa:16:3e:d8:8f:c1", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec23cb57-14", "ovs_interfaceid": "ec23cb57-146c-483d-ba53-9255761bf007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.612738] env[69041]: DEBUG oslo_vmware.api [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.737932] env[69041]: DEBUG nova.compute.manager [req-29ad4495-c94b-474e-b882-f122b5662946 req-08e28a16-b110-45e3-a8f1-5b01303527fc service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Received event network-changed-cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1480.738155] env[69041]: DEBUG nova.compute.manager [req-29ad4495-c94b-474e-b882-f122b5662946 req-08e28a16-b110-45e3-a8f1-5b01303527fc service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Refreshing instance network info cache due to event network-changed-cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1480.738387] env[69041]: DEBUG oslo_concurrency.lockutils [req-29ad4495-c94b-474e-b882-f122b5662946 req-08e28a16-b110-45e3-a8f1-5b01303527fc service nova] Acquiring lock "refresh_cache-3c088f67-365f-442d-9896-93920cb35452" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.738580] env[69041]: DEBUG oslo_concurrency.lockutils [req-29ad4495-c94b-474e-b882-f122b5662946 req-08e28a16-b110-45e3-a8f1-5b01303527fc service nova] Acquired lock "refresh_cache-3c088f67-365f-442d-9896-93920cb35452" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.738759] env[69041]: DEBUG nova.network.neutron [req-29ad4495-c94b-474e-b882-f122b5662946 req-08e28a16-b110-45e3-a8f1-5b01303527fc service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Refreshing network info cache for port cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.789633] env[69041]: DEBUG oslo_vmware.api [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890646, 'name': PowerOnVM_Task, 'duration_secs': 0.587965} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.790091] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.944772] env[69041]: DEBUG nova.compute.manager [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1480.944937] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.945837] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1a9d82-cc95-4c25-925a-3fd67634ce7a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.954060] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.954060] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d705f450-be4f-4570-82b7-3865330bd2ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.960803] env[69041]: DEBUG oslo_vmware.api [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1480.960803] env[69041]: value = "task-2890648" [ 1480.960803] env[69041]: _type = "Task" [ 1480.960803] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.968642] env[69041]: DEBUG oslo_vmware.api [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.985759] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 5b9ab20b-7d59-4248-885e-3b4ff7458da3] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1481.005944] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.006315] env[69041]: DEBUG nova.compute.manager [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Instance network_info: |[{"id": "ec23cb57-146c-483d-ba53-9255761bf007", "address": "fa:16:3e:d8:8f:c1", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec23cb57-14", "ovs_interfaceid": "ec23cb57-146c-483d-ba53-9255761bf007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1481.006731] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:8f:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec23cb57-146c-483d-ba53-9255761bf007', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.015417] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1481.016275] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.016706] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04426459-545f-40fc-881d-a2a536aabc79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.037023] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1481.037023] env[69041]: value = "task-2890649" [ 1481.037023] env[69041]: _type = "Task" [ 1481.037023] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.045595] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890649, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.113042] env[69041]: DEBUG oslo_vmware.api [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890647, 'name': ReconfigVM_Task, 'duration_secs': 0.705154} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.113249] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-05c718d6-d973-43ef-98f9-6291820c6c96/volume-05c718d6-d973-43ef-98f9-6291820c6c96.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.118110] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4bdf70a-2aa3-4f00-84ba-f307f3e99f30 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.133874] env[69041]: DEBUG oslo_vmware.api [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1481.133874] env[69041]: value = "task-2890650" [ 1481.133874] env[69041]: _type = "Task" [ 1481.133874] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.143964] env[69041]: DEBUG oslo_vmware.api [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.375528] env[69041]: DEBUG nova.compute.manager [req-23259654-9cd0-416b-a9a9-56d458206a1c req-22a86f01-3634-4156-a019-8bee377cbfaf service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received event network-changed-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1481.375745] env[69041]: DEBUG nova.compute.manager [req-23259654-9cd0-416b-a9a9-56d458206a1c req-22a86f01-3634-4156-a019-8bee377cbfaf service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Refreshing instance network info cache due to event network-changed-ec23cb57-146c-483d-ba53-9255761bf007. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1481.375988] env[69041]: DEBUG oslo_concurrency.lockutils [req-23259654-9cd0-416b-a9a9-56d458206a1c req-22a86f01-3634-4156-a019-8bee377cbfaf service nova] Acquiring lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.376156] env[69041]: DEBUG oslo_concurrency.lockutils [req-23259654-9cd0-416b-a9a9-56d458206a1c req-22a86f01-3634-4156-a019-8bee377cbfaf service nova] Acquired lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.376319] env[69041]: DEBUG nova.network.neutron [req-23259654-9cd0-416b-a9a9-56d458206a1c req-22a86f01-3634-4156-a019-8bee377cbfaf service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Refreshing network info cache for port ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.470270] env[69041]: DEBUG oslo_vmware.api [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890648, 'name': PowerOffVM_Task, 'duration_secs': 0.205777} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.471063] env[69041]: DEBUG nova.network.neutron [req-29ad4495-c94b-474e-b882-f122b5662946 req-08e28a16-b110-45e3-a8f1-5b01303527fc service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Updated VIF entry in instance network info cache for port cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.471379] env[69041]: DEBUG nova.network.neutron [req-29ad4495-c94b-474e-b882-f122b5662946 req-08e28a16-b110-45e3-a8f1-5b01303527fc service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Updating instance_info_cache with network_info: [{"id": "cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984", "address": "fa:16:3e:80:07:6d", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbf0ecd6-3c", "ovs_interfaceid": "cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.472579] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.472757] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.472994] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93b63477-2885-4130-9ad2-7925f1e94a81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.491869] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 0cd01f76-79cb-4640-b697-dc89f3a53f51] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1481.532526] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.532652] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.532842] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Deleting the datastore file [datastore1] 6ab11791-d7bc-4c32-9f6b-6292775de9c5 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.533137] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aba235a-13fa-46e9-b247-8547463856d5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.541583] env[69041]: DEBUG oslo_vmware.api [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for the task: (returnval){ [ 1481.541583] env[69041]: value = "task-2890653" [ 1481.541583] env[69041]: _type = "Task" [ 1481.541583] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.547797] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890649, 'name': CreateVM_Task, 'duration_secs': 0.329407} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.548231] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1481.548915] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.549084] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.549406] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.552385] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcb7b5e-6e29-48e5-a6f8-98a14b857ca3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.553888] env[69041]: DEBUG oslo_vmware.api [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.556465] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1481.556465] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521d7be8-08c6-a0b0-01e0-57d1175f74e2" [ 1481.556465] env[69041]: _type = "Task" [ 1481.556465] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.563988] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521d7be8-08c6-a0b0-01e0-57d1175f74e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.644991] env[69041]: DEBUG oslo_vmware.api [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890650, 'name': ReconfigVM_Task, 'duration_secs': 0.166521} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.645661] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580732', 'volume_id': '05c718d6-d973-43ef-98f9-6291820c6c96', 'name': 'volume-05c718d6-d973-43ef-98f9-6291820c6c96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656ee282-f7b4-4ea9-bd5c-031e656a7351', 'attached_at': '', 'detached_at': '', 'volume_id': '05c718d6-d973-43ef-98f9-6291820c6c96', 'serial': '05c718d6-d973-43ef-98f9-6291820c6c96'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1481.832621] env[69041]: INFO nova.compute.manager [None req-28d68bcc-8c08-4c24-9c84-ce9c157a011b tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance to original state: 'active' [ 1481.975914] env[69041]: DEBUG oslo_concurrency.lockutils [req-29ad4495-c94b-474e-b882-f122b5662946 req-08e28a16-b110-45e3-a8f1-5b01303527fc service nova] Releasing lock "refresh_cache-3c088f67-365f-442d-9896-93920cb35452" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.994688] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 41e6dba2-9431-4197-b797-d486e5c406e1] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1482.053915] env[69041]: DEBUG oslo_vmware.api [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Task: {'id': task-2890653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140261} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.054195] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.054375] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.054554] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.054732] env[69041]: INFO nova.compute.manager [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1482.054966] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.055236] env[69041]: DEBUG nova.compute.manager [-] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.055358] env[69041]: DEBUG nova.network.neutron [-] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.065192] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]521d7be8-08c6-a0b0-01e0-57d1175f74e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.065465] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.065689] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1482.065917] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.066074] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.066326] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1482.066491] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20af89a5-3991-4d56-a8f8-816583edb053 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.075237] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1482.075353] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1482.076095] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b32adf6-394c-4d5d-a0b4-c347f18cca86 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.081138] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1482.081138] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525db2b2-046c-4679-a374-a30e0306be1d" [ 1482.081138] env[69041]: _type = "Task" [ 1482.081138] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.089035] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525db2b2-046c-4679-a374-a30e0306be1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.099886] env[69041]: DEBUG nova.network.neutron [req-23259654-9cd0-416b-a9a9-56d458206a1c req-22a86f01-3634-4156-a019-8bee377cbfaf service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updated VIF entry in instance network info cache for port ec23cb57-146c-483d-ba53-9255761bf007. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.100271] env[69041]: DEBUG nova.network.neutron [req-23259654-9cd0-416b-a9a9-56d458206a1c req-22a86f01-3634-4156-a019-8bee377cbfaf service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updating instance_info_cache with network_info: [{"id": "ec23cb57-146c-483d-ba53-9255761bf007", "address": "fa:16:3e:d8:8f:c1", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec23cb57-14", "ovs_interfaceid": "ec23cb57-146c-483d-ba53-9255761bf007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.499666] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.501767] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Cleaning up deleted instances with incomplete migration {{(pid=69041) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1482.594381] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525db2b2-046c-4679-a374-a30e0306be1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009068} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.595336] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac59a12-07b7-41c1-a463-1f0cbf29d8bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.602022] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1482.602022] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d00621-9d55-c0f8-2c1f-53efb3f32763" [ 1482.602022] env[69041]: _type = "Task" [ 1482.602022] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.605131] env[69041]: DEBUG oslo_concurrency.lockutils [req-23259654-9cd0-416b-a9a9-56d458206a1c req-22a86f01-3634-4156-a019-8bee377cbfaf service nova] Releasing lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.610352] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d00621-9d55-c0f8-2c1f-53efb3f32763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.682486] env[69041]: DEBUG nova.objects.instance [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lazy-loading 'flavor' on Instance uuid 656ee282-f7b4-4ea9-bd5c-031e656a7351 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.003469] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.008209] env[69041]: DEBUG nova.network.neutron [-] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.111891] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d00621-9d55-c0f8-2c1f-53efb3f32763, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.112187] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.112448] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 5783a181-b9f8-4f72-b008-1b9c4a7551fc/5783a181-b9f8-4f72-b008-1b9c4a7551fc.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1483.112816] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41f4e802-0772-4607-87cd-c36835260feb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.120044] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1483.120044] env[69041]: value = "task-2890656" [ 1483.120044] env[69041]: _type = "Task" [ 1483.120044] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.128799] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.187489] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f7dd3332-627a-4af6-ad86-95899e70fc23 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.745s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.308020] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "057627bb-fe22-482b-9e36-4dde659cb442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.308327] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.308539] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "057627bb-fe22-482b-9e36-4dde659cb442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.308733] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.308883] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.310915] env[69041]: INFO nova.compute.manager [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Terminating instance [ 1483.403373] env[69041]: DEBUG nova.compute.manager [req-bb53cc6d-aea8-47a0-813d-9e7a0aead9bf req-61ff90b0-87b2-4a8d-a21e-db13fa9c42c8 service nova] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Received event network-vif-deleted-a25bc646-d56d-40dc-bb20-12187f1ba3fb {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1483.516014] env[69041]: INFO nova.compute.manager [-] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Took 1.46 seconds to deallocate network for instance. [ 1483.631927] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890656, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.815625] env[69041]: DEBUG nova.compute.manager [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.815942] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.816162] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aa11f14-d5b1-462c-b434-e0cb8a2f4ca2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.823025] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1483.823025] env[69041]: value = "task-2890657" [ 1483.823025] env[69041]: _type = "Task" [ 1483.823025] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.831202] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.026721] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.027110] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.027406] env[69041]: DEBUG nova.objects.instance [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lazy-loading 'resources' on Instance uuid 6ab11791-d7bc-4c32-9f6b-6292775de9c5 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.131800] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652203} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.132045] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 5783a181-b9f8-4f72-b008-1b9c4a7551fc/5783a181-b9f8-4f72-b008-1b9c4a7551fc.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1484.132235] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1484.132500] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af21b95b-3008-4e7c-a32b-ad0da4f79dbd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.138034] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1484.138034] env[69041]: value = "task-2890658" [ 1484.138034] env[69041]: _type = "Task" [ 1484.138034] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.147675] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.333219] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890657, 'name': PowerOffVM_Task, 'duration_secs': 0.308177} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.333609] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.333859] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1484.334071] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580718', 'volume_id': '056f6d33-d574-4d1f-b971-b4c90fa2288e', 'name': 'volume-056f6d33-d574-4d1f-b971-b4c90fa2288e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '057627bb-fe22-482b-9e36-4dde659cb442', 'attached_at': '2025-03-10T15:13:40.000000', 'detached_at': '', 'volume_id': '056f6d33-d574-4d1f-b971-b4c90fa2288e', 'serial': '056f6d33-d574-4d1f-b971-b4c90fa2288e'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1484.334824] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a181c14-de73-4c4a-87ef-71dfd4c08d92 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.356219] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d25843-462e-473c-b530-f9c58838adc1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.363188] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08824415-e51d-40c7-916a-d8bde8bd2dc5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.383709] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53f06f3-2509-4625-9967-9193e35b410d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.399296] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] The volume has not been displaced from its original location: [datastore1] volume-056f6d33-d574-4d1f-b971-b4c90fa2288e/volume-056f6d33-d574-4d1f-b971-b4c90fa2288e.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1484.404818] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1484.406456] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f71b23-1218-4415-a149-7c38fe2c03b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.423262] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "fd2b0389-c302-4422-a6fe-5ba7b1100647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.423498] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "fd2b0389-c302-4422-a6fe-5ba7b1100647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.429948] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1484.429948] env[69041]: value = "task-2890659" [ 1484.429948] env[69041]: _type = "Task" [ 1484.429948] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.439187] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.548957] env[69041]: DEBUG nova.scheduler.client.report [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Refreshing inventories for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1484.563542] env[69041]: DEBUG nova.scheduler.client.report [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Updating ProviderTree inventory for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1484.563836] env[69041]: DEBUG nova.compute.provider_tree [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Updating inventory in ProviderTree for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1484.575513] env[69041]: DEBUG nova.scheduler.client.report [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Refreshing aggregate associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, aggregates: None {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1484.594554] env[69041]: DEBUG nova.scheduler.client.report [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Refreshing trait associations for resource provider 32f60d55-c45c-4e8e-b752-d624f83e6946, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=69041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1484.650878] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062753} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.653752] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1484.654745] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e791f92-d2c6-4133-b5f4-7559b2d3c01f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.676950] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5783a181-b9f8-4f72-b008-1b9c4a7551fc/5783a181-b9f8-4f72-b008-1b9c4a7551fc.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.679721] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3afeb5c-92a9-4c7a-af7e-14403743d848 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.700547] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1484.700547] env[69041]: value = "task-2890661" [ 1484.700547] env[69041]: _type = "Task" [ 1484.700547] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.714806] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.765080] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ebc89c-6375-40c8-bc0f-cab305098d7c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.773256] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec9fd8-cda8-497a-9e4a-2296c2ef55e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.803834] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe544b3-e6ea-45b9-ad81-9f1162eb9dff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.811673] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571e6453-dfc4-4ae7-82c7-65c879fe6e15 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.825914] env[69041]: DEBUG nova.compute.provider_tree [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.926033] env[69041]: DEBUG nova.compute.manager [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1484.939358] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890659, 'name': ReconfigVM_Task, 'duration_secs': 0.507053} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.939743] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1484.944937] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f70981-5ef3-4030-8fa0-13e79dfb8d04 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.961053] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1484.961053] env[69041]: value = "task-2890662" [ 1484.961053] env[69041]: _type = "Task" [ 1484.961053] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.972996] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.210879] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.329841] env[69041]: DEBUG nova.scheduler.client.report [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.451377] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.470487] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.711212] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890661, 'name': ReconfigVM_Task, 'duration_secs': 0.62118} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.711652] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5783a181-b9f8-4f72-b008-1b9c4a7551fc/5783a181-b9f8-4f72-b008-1b9c4a7551fc.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.712095] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f5b724e-b3d1-4e2a-9074-d6660e844101 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.718625] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1485.718625] env[69041]: value = "task-2890663" [ 1485.718625] env[69041]: _type = "Task" [ 1485.718625] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.727797] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890663, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.834873] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.837171] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.386s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.838826] env[69041]: INFO nova.compute.claims [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.852974] env[69041]: INFO nova.scheduler.client.report [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Deleted allocations for instance 6ab11791-d7bc-4c32-9f6b-6292775de9c5 [ 1485.971637] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.228052] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890663, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.359698] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d2d-3d8c-4b93-9f78-68467e9786fd tempest-AttachVolumeTestJSON-2025032980 tempest-AttachVolumeTestJSON-2025032980-project-member] Lock "6ab11791-d7bc-4c32-9f6b-6292775de9c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.924s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.473246] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.728247] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890663, 'name': Rename_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.975236] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890662, 'name': ReconfigVM_Task, 'duration_secs': 1.524457} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.975399] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580718', 'volume_id': '056f6d33-d574-4d1f-b971-b4c90fa2288e', 'name': 'volume-056f6d33-d574-4d1f-b971-b4c90fa2288e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '057627bb-fe22-482b-9e36-4dde659cb442', 'attached_at': '2025-03-10T15:13:40.000000', 'detached_at': '', 'volume_id': '056f6d33-d574-4d1f-b971-b4c90fa2288e', 'serial': '056f6d33-d574-4d1f-b971-b4c90fa2288e'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1486.976034] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.976471] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b1b65a-7b78-4830-9df5-5552805cdc72 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.980384] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef89ea56-3d9d-4c30-a8c3-598f5b9e00b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.991068] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627c24b2-d1bc-4f26-ab69-6237913e3fad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.994409] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.994646] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9df5460-a896-413f-b2ee-33b0b8620297 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.024090] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38ef185-035e-40b5-8793-0508cce3629b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.031458] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04248a8-f42b-4923-8990-a20c3e1bb58d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.045179] env[69041]: DEBUG nova.compute.provider_tree [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.059301] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1487.059549] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1487.059706] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleting the datastore file [datastore2] 057627bb-fe22-482b-9e36-4dde659cb442 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1487.059953] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eef7b256-f2fa-452a-8557-e2eb19ff735b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.065910] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1487.065910] env[69041]: value = "task-2890667" [ 1487.065910] env[69041]: _type = "Task" [ 1487.065910] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.073469] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.230334] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890663, 'name': Rename_Task, 'duration_secs': 1.152747} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.230585] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.230842] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01268053-89d7-4f9e-b7e7-632da4cfc603 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.236907] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1487.236907] env[69041]: value = "task-2890668" [ 1487.236907] env[69041]: _type = "Task" [ 1487.236907] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.244809] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.549223] env[69041]: DEBUG nova.scheduler.client.report [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.576606] env[69041]: DEBUG oslo_vmware.api [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148351} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.576850] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.577042] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.577223] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.577395] env[69041]: INFO nova.compute.manager [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Took 3.76 seconds to destroy the instance on the hypervisor. [ 1487.577630] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1487.577813] env[69041]: DEBUG nova.compute.manager [-] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1487.577905] env[69041]: DEBUG nova.network.neutron [-] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1487.749052] env[69041]: DEBUG oslo_vmware.api [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890668, 'name': PowerOnVM_Task, 'duration_secs': 0.432232} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.749410] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1487.749521] env[69041]: INFO nova.compute.manager [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1487.749696] env[69041]: DEBUG nova.compute.manager [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.750463] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e287ba96-8fb6-4ab4-95be-d858cb3307ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.031589] env[69041]: DEBUG nova.compute.manager [req-d94ed618-48dd-4581-8a39-66a6540f3fe5 req-30ed760f-c798-42c1-9302-42c94c43a2bf service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Received event network-vif-deleted-67bd3f58-55af-4d99-9439-e81b8fdb046e {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1488.032383] env[69041]: INFO nova.compute.manager [req-d94ed618-48dd-4581-8a39-66a6540f3fe5 req-30ed760f-c798-42c1-9302-42c94c43a2bf service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Neutron deleted interface 67bd3f58-55af-4d99-9439-e81b8fdb046e; detaching it from the instance and deleting it from the info cache [ 1488.032457] env[69041]: DEBUG nova.network.neutron [req-d94ed618-48dd-4581-8a39-66a6540f3fe5 req-30ed760f-c798-42c1-9302-42c94c43a2bf service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.054396] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.054872] env[69041]: DEBUG nova.compute.manager [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1488.267392] env[69041]: INFO nova.compute.manager [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Took 16.38 seconds to build instance. [ 1488.497108] env[69041]: DEBUG nova.network.neutron [-] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.501241] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.501478] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.536132] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fb18e6e-cbe4-40da-a7f5-9ffc862ea4b2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.554451] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768156de-ad6f-4a3d-93e9-d1a0ea6aac41 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.569690] env[69041]: DEBUG nova.compute.utils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1488.571029] env[69041]: DEBUG nova.compute.manager [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1488.571383] env[69041]: DEBUG nova.network.neutron [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1488.597113] env[69041]: DEBUG nova.compute.manager [req-d94ed618-48dd-4581-8a39-66a6540f3fe5 req-30ed760f-c798-42c1-9302-42c94c43a2bf service nova] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Detach interface failed, port_id=67bd3f58-55af-4d99-9439-e81b8fdb046e, reason: Instance 057627bb-fe22-482b-9e36-4dde659cb442 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1488.621938] env[69041]: DEBUG nova.policy [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a846583a7043078f5496cf9c314cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6df9f4683e934c05a1b3dd27ef688591', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1488.769337] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5330b800-c6f3-4573-89a5-d405182cecff tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.886s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.949982] env[69041]: DEBUG nova.network.neutron [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Successfully created port: 1f8bb208-95e4-4334-9fcf-3f8f8490a41c {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1488.999823] env[69041]: INFO nova.compute.manager [-] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Took 1.42 seconds to deallocate network for instance. [ 1489.008175] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.008366] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.008567] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.008709] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.008859] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.009011] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.074780] env[69041]: DEBUG nova.compute.manager [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1489.515252] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Getting list of instances from cluster (obj){ [ 1489.515252] env[69041]: value = "domain-c8" [ 1489.515252] env[69041]: _type = "ClusterComputeResource" [ 1489.515252] env[69041]: } {{(pid=69041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1489.516640] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13417a31-348b-40fd-8d81-081e893a9000 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.533795] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Got total of 7 instances {{(pid=69041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1489.533998] env[69041]: WARNING nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor. [ 1489.534105] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Triggering sync for uuid c5fbfa59-eeed-4220-bc40-50618af87a67 {{(pid=69041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1489.534291] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Triggering sync for uuid bd998528-0bf7-4c09-a2cc-49a144c61e42 {{(pid=69041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1489.534450] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Triggering sync for uuid 057627bb-fe22-482b-9e36-4dde659cb442 {{(pid=69041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1489.534605] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Triggering sync for uuid 60df3cf6-32d5-4a52-81d7-d88d3bb4b794 {{(pid=69041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1489.534758] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Triggering sync for uuid 656ee282-f7b4-4ea9-bd5c-031e656a7351 {{(pid=69041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1489.534906] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Triggering sync for uuid a2c1cdda-4087-4cca-b30d-1290df6f4d6a {{(pid=69041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1489.535062] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Triggering sync for uuid 3c088f67-365f-442d-9896-93920cb35452 {{(pid=69041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1489.535212] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Triggering sync for uuid 5783a181-b9f8-4f72-b008-1b9c4a7551fc {{(pid=69041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1489.535359] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Triggering sync for uuid fd2b0389-c302-4422-a6fe-5ba7b1100647 {{(pid=69041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1489.535702] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "c5fbfa59-eeed-4220-bc40-50618af87a67" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.535920] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "c5fbfa59-eeed-4220-bc40-50618af87a67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.536201] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.536385] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.536638] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "057627bb-fe22-482b-9e36-4dde659cb442" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.536853] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.537027] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.537255] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.537432] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.537653] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.537825] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.538055] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "3c088f67-365f-442d-9896-93920cb35452" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.538233] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "3c088f67-365f-442d-9896-93920cb35452" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.538451] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.538957] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.538957] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "fd2b0389-c302-4422-a6fe-5ba7b1100647" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.539089] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.539191] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1489.539878] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f3e80a-d41e-4188-9628-f47d6bb7976b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.542991] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff86ae8-9d6c-441c-85f8-ec99ee688d0a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.545697] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dda8fa3-bcf7-489e-9587-45d36df56355 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.548426] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bf0c55-6a37-46f6-a279-7a3829d91ea2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.551020] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafc65f7-fcb1-48ef-937e-90fbdea5793f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.553759] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786a3e72-b523-444c-9c47-1fa6ba5b458e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.556287] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3dc0c3-25d5-46a4-8970-efff567e3a66 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.559291] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.561697] env[69041]: INFO nova.compute.manager [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Took 0.56 seconds to detach 1 volumes for instance. [ 1490.065391] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.065705] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.065809] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.065964] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1490.066852] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7a6686-8a90-4364-84b7-055d189ec56c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.071471] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.071646] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.071861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.074588] env[69041]: DEBUG nova.compute.manager [req-40514e2f-6d16-4781-9e91-ede3d42ba346 req-3a1612bc-a6ff-4801-8cda-d43f4e737dda service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received event network-changed-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1490.074769] env[69041]: DEBUG nova.compute.manager [req-40514e2f-6d16-4781-9e91-ede3d42ba346 req-3a1612bc-a6ff-4801-8cda-d43f4e737dda service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Refreshing instance network info cache due to event network-changed-ec23cb57-146c-483d-ba53-9255761bf007. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1490.074968] env[69041]: DEBUG oslo_concurrency.lockutils [req-40514e2f-6d16-4781-9e91-ede3d42ba346 req-3a1612bc-a6ff-4801-8cda-d43f4e737dda service nova] Acquiring lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.075123] env[69041]: DEBUG oslo_concurrency.lockutils [req-40514e2f-6d16-4781-9e91-ede3d42ba346 req-3a1612bc-a6ff-4801-8cda-d43f4e737dda service nova] Acquired lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.075286] env[69041]: DEBUG nova.network.neutron [req-40514e2f-6d16-4781-9e91-ede3d42ba346 req-3a1612bc-a6ff-4801-8cda-d43f4e737dda service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Refreshing network info cache for port ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.081987] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb3c6a9-177d-4c62-b16b-0e97821e07c7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.086806] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.087164] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.087461] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "c5fbfa59-eeed-4220-bc40-50618af87a67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.097669] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.098716] env[69041]: DEBUG nova.compute.manager [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1490.100889] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.101209] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "3c088f67-365f-442d-9896-93920cb35452" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.101495] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.103224] env[69041]: INFO nova.scheduler.client.report [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleted allocations for instance 057627bb-fe22-482b-9e36-4dde659cb442 [ 1490.104472] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fad40e-80db-4eee-a14f-36cf2c4bf66b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.113543] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974cb932-80cd-439a-b7bf-3872f73bcd76 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.147950] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179605MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1490.148122] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.148518] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.152211] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.152444] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.152602] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.152798] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.152955] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.153117] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.153325] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.153489] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.153669] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.153835] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.154018] env[69041]: DEBUG nova.virt.hardware [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.155167] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa33c23-72dc-46e8-a50d-6c362745973b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.163925] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de1df77-91a5-4677-b8e5-a4f52a1e5a4c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.418692] env[69041]: DEBUG nova.network.neutron [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Successfully updated port: 1f8bb208-95e4-4334-9fcf-3f8f8490a41c {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1490.612667] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98bd2cf6-b798-406e-8d4b-d1607a107c2d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "057627bb-fe22-482b-9e36-4dde659cb442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.304s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.613925] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "057627bb-fe22-482b-9e36-4dde659cb442" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.077s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.614165] env[69041]: INFO nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] During sync_power_state the instance has a pending task (deleting). Skip. [ 1490.614349] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "057627bb-fe22-482b-9e36-4dde659cb442" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.927210] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "refresh_cache-fd2b0389-c302-4422-a6fe-5ba7b1100647" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.927210] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "refresh_cache-fd2b0389-c302-4422-a6fe-5ba7b1100647" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.927210] env[69041]: DEBUG nova.network.neutron [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.028236] env[69041]: DEBUG nova.network.neutron [req-40514e2f-6d16-4781-9e91-ede3d42ba346 req-3a1612bc-a6ff-4801-8cda-d43f4e737dda service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updated VIF entry in instance network info cache for port ec23cb57-146c-483d-ba53-9255761bf007. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.028901] env[69041]: DEBUG nova.network.neutron [req-40514e2f-6d16-4781-9e91-ede3d42ba346 req-3a1612bc-a6ff-4801-8cda-d43f4e737dda service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updating instance_info_cache with network_info: [{"id": "ec23cb57-146c-483d-ba53-9255761bf007", "address": "fa:16:3e:d8:8f:c1", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec23cb57-14", "ovs_interfaceid": "ec23cb57-146c-483d-ba53-9255761bf007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.183546] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c5fbfa59-eeed-4220-bc40-50618af87a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.183886] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance bd998528-0bf7-4c09-a2cc-49a144c61e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.183886] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 60df3cf6-32d5-4a52-81d7-d88d3bb4b794 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.183968] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 656ee282-f7b4-4ea9-bd5c-031e656a7351 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.184112] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.184229] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 3c088f67-365f-442d-9896-93920cb35452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.184343] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 5783a181-b9f8-4f72-b008-1b9c4a7551fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.184456] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance fd2b0389-c302-4422-a6fe-5ba7b1100647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1491.460170] env[69041]: DEBUG nova.network.neutron [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.531931] env[69041]: DEBUG oslo_concurrency.lockutils [req-40514e2f-6d16-4781-9e91-ede3d42ba346 req-3a1612bc-a6ff-4801-8cda-d43f4e737dda service nova] Releasing lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.589488] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.589710] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.592244] env[69041]: DEBUG nova.network.neutron [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Updating instance_info_cache with network_info: [{"id": "1f8bb208-95e4-4334-9fcf-3f8f8490a41c", "address": "fa:16:3e:70:8e:dc", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bb208-95", "ovs_interfaceid": "1f8bb208-95e4-4334-9fcf-3f8f8490a41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.687475] env[69041]: INFO nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b2f1855c-3028-4e09-bc30-ba6ed10af8f4 has allocations against this compute host but is not found in the database. [ 1491.687709] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1491.687862] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1491.802689] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae7beee-00be-4007-88fb-a993c3f7cd97 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.809999] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dd2462-f941-4623-8ff6-6699f010844b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.840711] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0153a070-66d9-422c-80ac-37f3cace5f7f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.847561] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef8a020-4912-4a4d-9f61-4eb7393993cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.861173] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.093116] env[69041]: DEBUG nova.compute.manager [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.096876] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "refresh_cache-fd2b0389-c302-4422-a6fe-5ba7b1100647" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.097850] env[69041]: DEBUG nova.compute.manager [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Instance network_info: |[{"id": "1f8bb208-95e4-4334-9fcf-3f8f8490a41c", "address": "fa:16:3e:70:8e:dc", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bb208-95", "ovs_interfaceid": "1f8bb208-95e4-4334-9fcf-3f8f8490a41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1492.098765] env[69041]: DEBUG nova.compute.manager [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Received event network-vif-plugged-1f8bb208-95e4-4334-9fcf-3f8f8490a41c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1492.098765] env[69041]: DEBUG oslo_concurrency.lockutils [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] Acquiring lock "fd2b0389-c302-4422-a6fe-5ba7b1100647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.098765] env[69041]: DEBUG oslo_concurrency.lockutils [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] Lock "fd2b0389-c302-4422-a6fe-5ba7b1100647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.098936] env[69041]: DEBUG oslo_concurrency.lockutils [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] Lock "fd2b0389-c302-4422-a6fe-5ba7b1100647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.100101] env[69041]: DEBUG nova.compute.manager [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] No waiting events found dispatching network-vif-plugged-1f8bb208-95e4-4334-9fcf-3f8f8490a41c {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1492.100101] env[69041]: WARNING nova.compute.manager [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Received unexpected event network-vif-plugged-1f8bb208-95e4-4334-9fcf-3f8f8490a41c for instance with vm_state building and task_state spawning. [ 1492.100101] env[69041]: DEBUG nova.compute.manager [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Received event network-changed-1f8bb208-95e4-4334-9fcf-3f8f8490a41c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1492.100101] env[69041]: DEBUG nova.compute.manager [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Refreshing instance network info cache due to event network-changed-1f8bb208-95e4-4334-9fcf-3f8f8490a41c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1492.100101] env[69041]: DEBUG oslo_concurrency.lockutils [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] Acquiring lock "refresh_cache-fd2b0389-c302-4422-a6fe-5ba7b1100647" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.100101] env[69041]: DEBUG oslo_concurrency.lockutils [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] Acquired lock "refresh_cache-fd2b0389-c302-4422-a6fe-5ba7b1100647" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.100101] env[69041]: DEBUG nova.network.neutron [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Refreshing network info cache for port 1f8bb208-95e4-4334-9fcf-3f8f8490a41c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.101340] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:8e:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f8bb208-95e4-4334-9fcf-3f8f8490a41c', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1492.109050] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1492.110108] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1492.110435] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f99c0df7-45ab-466d-b17f-bf31899a8f33 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.132272] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1492.132272] env[69041]: value = "task-2890672" [ 1492.132272] env[69041]: _type = "Task" [ 1492.132272] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.140767] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890672, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.364629] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.616278] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.643081] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890672, 'name': CreateVM_Task, 'duration_secs': 0.367568} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.645186] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.645821] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.645985] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.646308] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.646823] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53e81d1-7d21-43f4-81dd-cb76060a1a34 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.651216] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1492.651216] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5218bc3c-67e2-882d-5408-24c99aeb889f" [ 1492.651216] env[69041]: _type = "Task" [ 1492.651216] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.658637] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5218bc3c-67e2-882d-5408-24c99aeb889f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.805076] env[69041]: DEBUG nova.network.neutron [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Updated VIF entry in instance network info cache for port 1f8bb208-95e4-4334-9fcf-3f8f8490a41c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.805463] env[69041]: DEBUG nova.network.neutron [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Updating instance_info_cache with network_info: [{"id": "1f8bb208-95e4-4334-9fcf-3f8f8490a41c", "address": "fa:16:3e:70:8e:dc", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bb208-95", "ovs_interfaceid": "1f8bb208-95e4-4334-9fcf-3f8f8490a41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.869568] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1492.869727] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.721s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.869957] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.254s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.871582] env[69041]: INFO nova.compute.claims [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.162863] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5218bc3c-67e2-882d-5408-24c99aeb889f, 'name': SearchDatastore_Task, 'duration_secs': 0.035289} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.163211] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.163446] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.163715] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.163830] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.164034] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.164302] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-248e952b-e49b-45ca-9200-b3b7e778bf5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.173235] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.173418] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.174157] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928a82e5-aeda-4547-9d3c-0e957d03db46 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.179727] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1493.179727] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528936c8-7021-942b-d202-b913f6b639d9" [ 1493.179727] env[69041]: _type = "Task" [ 1493.179727] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.187610] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528936c8-7021-942b-d202-b913f6b639d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.308669] env[69041]: DEBUG oslo_concurrency.lockutils [req-bfbd4b40-56eb-4dfc-8b07-61509da17376 req-d0d31d8c-4cdb-4b11-8dc1-192495ed89b6 service nova] Releasing lock "refresh_cache-fd2b0389-c302-4422-a6fe-5ba7b1100647" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.690195] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528936c8-7021-942b-d202-b913f6b639d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.690913] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bcbece6-51f9-43dd-be2c-6f4532aba91a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.696086] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1493.696086] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e87b15-2bb1-acf5-86cf-b9da4635297f" [ 1493.696086] env[69041]: _type = "Task" [ 1493.696086] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.703277] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e87b15-2bb1-acf5-86cf-b9da4635297f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.013496] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3222f82b-d65a-40a4-b524-3c11c06d71e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.024163] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bd2aba-bfef-4d30-9dd7-5a136af4466e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.054572] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fdb153-214d-43e7-9a57-7155d724df6c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.061996] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2026ecc-aa5f-4ee1-a5b0-f5e0034a2a67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.075280] env[69041]: DEBUG nova.compute.provider_tree [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.206879] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e87b15-2bb1-acf5-86cf-b9da4635297f, 'name': SearchDatastore_Task, 'duration_secs': 0.015726} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.207103] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.207365] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] fd2b0389-c302-4422-a6fe-5ba7b1100647/fd2b0389-c302-4422-a6fe-5ba7b1100647.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.207622] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a4a49f-4f49-4710-8cf6-a9ffb100fc57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.214943] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1494.214943] env[69041]: value = "task-2890675" [ 1494.214943] env[69041]: _type = "Task" [ 1494.214943] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.223703] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.579041] env[69041]: DEBUG nova.scheduler.client.report [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.724802] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491233} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.725191] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] fd2b0389-c302-4422-a6fe-5ba7b1100647/fd2b0389-c302-4422-a6fe-5ba7b1100647.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.725429] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.725581] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ac19c08-2200-4dbf-872c-242326b54326 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.732896] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1494.732896] env[69041]: value = "task-2890676" [ 1494.732896] env[69041]: _type = "Task" [ 1494.732896] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.740030] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.085061] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.085619] env[69041]: DEBUG nova.compute.manager [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.243389] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059161} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.243687] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.244485] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943195e2-cb11-492e-9a8e-cd05efcfd69a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.267140] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] fd2b0389-c302-4422-a6fe-5ba7b1100647/fd2b0389-c302-4422-a6fe-5ba7b1100647.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.267442] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac75ca62-3a5f-4375-af70-b1c4c085b919 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.288511] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1495.288511] env[69041]: value = "task-2890678" [ 1495.288511] env[69041]: _type = "Task" [ 1495.288511] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.297485] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.482279] env[69041]: INFO nova.compute.manager [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Rebuilding instance [ 1495.530188] env[69041]: DEBUG nova.compute.manager [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.531254] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34ef8df-cb1f-4dff-b794-65877654a5b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.590312] env[69041]: DEBUG nova.compute.utils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1495.591920] env[69041]: DEBUG nova.compute.manager [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.592487] env[69041]: DEBUG nova.network.neutron [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.630735] env[69041]: DEBUG nova.policy [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63a4076a462f4e0e84c6543e9c71925c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bee19aff2a184f738f1b5dad91cd03e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.801544] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890678, 'name': ReconfigVM_Task, 'duration_secs': 0.326855} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.801544] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Reconfigured VM instance instance-00000072 to attach disk [datastore1] fd2b0389-c302-4422-a6fe-5ba7b1100647/fd2b0389-c302-4422-a6fe-5ba7b1100647.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.801879] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fa7e8ca-399c-4133-922f-fa20fb8992b6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.809887] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1495.809887] env[69041]: value = "task-2890679" [ 1495.809887] env[69041]: _type = "Task" [ 1495.809887] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.818557] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890679, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.912800] env[69041]: DEBUG nova.network.neutron [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Successfully created port: c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.096026] env[69041]: DEBUG nova.compute.manager [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.319841] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890679, 'name': Rename_Task, 'duration_secs': 0.137431} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.320195] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.320489] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bd8556e-de83-4dea-b257-1401cc3fdab0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.326513] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1496.326513] env[69041]: value = "task-2890680" [ 1496.326513] env[69041]: _type = "Task" [ 1496.326513] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.334164] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.545640] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.545955] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d526ed62-524b-4304-ab1d-55399a8e10ea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.552495] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for the task: (returnval){ [ 1496.552495] env[69041]: value = "task-2890681" [ 1496.552495] env[69041]: _type = "Task" [ 1496.552495] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.561833] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.839306] env[69041]: DEBUG oslo_vmware.api [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890680, 'name': PowerOnVM_Task, 'duration_secs': 0.480976} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.839692] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.839776] env[69041]: INFO nova.compute.manager [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1496.839923] env[69041]: DEBUG nova.compute.manager [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.840733] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e40ce96-3b71-45c7-9090-1fedbe1448b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.063070] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890681, 'name': PowerOffVM_Task, 'duration_secs': 0.254274} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.063333] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.064134] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.064420] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12bee0c4-6151-4313-8857-d621a6c8544d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.071859] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for the task: (returnval){ [ 1497.071859] env[69041]: value = "task-2890683" [ 1497.071859] env[69041]: _type = "Task" [ 1497.071859] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.085087] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1497.085321] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1497.086736] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580719', 'volume_id': '5e3f13be-15f3-425d-a546-15cd08239a51', 'name': 'volume-5e3f13be-15f3-425d-a546-15cd08239a51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c1cdda-4087-4cca-b30d-1290df6f4d6a', 'attached_at': '', 'detached_at': '', 'volume_id': '5e3f13be-15f3-425d-a546-15cd08239a51', 'serial': '5e3f13be-15f3-425d-a546-15cd08239a51'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1497.087597] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c98e66b-9640-4c01-b239-8763e41fa55d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.108305] env[69041]: DEBUG nova.compute.manager [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1497.113769] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c666eb6-8a2c-4850-86ac-c01596018714 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.120541] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb52987-6c91-43b5-9202-a965e2add743 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.140678] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a659d74-1512-4add-a5fe-7f8680f3cbc9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.155227] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] The volume has not been displaced from its original location: [datastore1] volume-5e3f13be-15f3-425d-a546-15cd08239a51/volume-5e3f13be-15f3-425d-a546-15cd08239a51.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1497.161345] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1497.163614] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1497.163841] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.163996] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1497.164199] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.164556] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1497.164853] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1497.164976] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1497.165152] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1497.165320] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1497.165483] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1497.165653] env[69041]: DEBUG nova.virt.hardware [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1497.165944] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9e01443-f8a3-49c7-ad48-e895f797c561 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.180345] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e36a940-c157-4321-87c4-2ad32fd5e65c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.189920] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966c4811-c328-4a6b-b3e1-3a02d24f431d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.195305] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for the task: (returnval){ [ 1497.195305] env[69041]: value = "task-2890684" [ 1497.195305] env[69041]: _type = "Task" [ 1497.195305] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.210675] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.359805] env[69041]: INFO nova.compute.manager [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Took 11.93 seconds to build instance. [ 1497.440324] env[69041]: DEBUG nova.compute.manager [req-c3528bbf-e2c4-4c87-a466-c35ee957d187 req-e2f537a0-8d1c-445b-b1b6-7d35587c5b6f service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received event network-vif-plugged-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1497.440324] env[69041]: DEBUG oslo_concurrency.lockutils [req-c3528bbf-e2c4-4c87-a466-c35ee957d187 req-e2f537a0-8d1c-445b-b1b6-7d35587c5b6f service nova] Acquiring lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.440324] env[69041]: DEBUG oslo_concurrency.lockutils [req-c3528bbf-e2c4-4c87-a466-c35ee957d187 req-e2f537a0-8d1c-445b-b1b6-7d35587c5b6f service nova] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.440324] env[69041]: DEBUG oslo_concurrency.lockutils [req-c3528bbf-e2c4-4c87-a466-c35ee957d187 req-e2f537a0-8d1c-445b-b1b6-7d35587c5b6f service nova] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.440324] env[69041]: DEBUG nova.compute.manager [req-c3528bbf-e2c4-4c87-a466-c35ee957d187 req-e2f537a0-8d1c-445b-b1b6-7d35587c5b6f service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] No waiting events found dispatching network-vif-plugged-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1497.440324] env[69041]: WARNING nova.compute.manager [req-c3528bbf-e2c4-4c87-a466-c35ee957d187 req-e2f537a0-8d1c-445b-b1b6-7d35587c5b6f service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received unexpected event network-vif-plugged-c45bd724-f04e-4611-9a07-c37b05985d0f for instance with vm_state building and task_state spawning. [ 1497.625213] env[69041]: DEBUG nova.network.neutron [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Successfully updated port: c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.706211] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890684, 'name': ReconfigVM_Task, 'duration_secs': 0.189467} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.706485] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1497.711235] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00660026-2271-4188-aa22-662fe91996a4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.729101] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for the task: (returnval){ [ 1497.729101] env[69041]: value = "task-2890685" [ 1497.729101] env[69041]: _type = "Task" [ 1497.729101] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.736765] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.863968] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5d32b800-23a0-4e80-8c58-8c29e1efe4cd tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "fd2b0389-c302-4422-a6fe-5ba7b1100647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.440s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.864270] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "fd2b0389-c302-4422-a6fe-5ba7b1100647" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.325s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.864461] env[69041]: INFO nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] During sync_power_state the instance has a pending task (networking). Skip. [ 1497.864629] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "fd2b0389-c302-4422-a6fe-5ba7b1100647" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.130068] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.130239] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.130411] env[69041]: DEBUG nova.network.neutron [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.239337] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890685, 'name': ReconfigVM_Task, 'duration_secs': 0.117818} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.239642] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580719', 'volume_id': '5e3f13be-15f3-425d-a546-15cd08239a51', 'name': 'volume-5e3f13be-15f3-425d-a546-15cd08239a51', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c1cdda-4087-4cca-b30d-1290df6f4d6a', 'attached_at': '', 'detached_at': '', 'volume_id': '5e3f13be-15f3-425d-a546-15cd08239a51', 'serial': '5e3f13be-15f3-425d-a546-15cd08239a51'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1498.239909] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.240703] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aa69db-095f-40f1-bb4c-a9721fba20c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.247382] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.247621] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21abe7b5-38de-41ea-990d-3738c7276063 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.313834] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.314077] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.314277] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Deleting the datastore file [datastore1] a2c1cdda-4087-4cca-b30d-1290df6f4d6a {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.314539] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faad8fed-d2c4-489a-96b7-104d953fac9c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.322204] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for the task: (returnval){ [ 1498.322204] env[69041]: value = "task-2890687" [ 1498.322204] env[69041]: _type = "Task" [ 1498.322204] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.330579] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.665929] env[69041]: DEBUG nova.network.neutron [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.786569] env[69041]: DEBUG nova.network.neutron [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updating instance_info_cache with network_info: [{"id": "c45bd724-f04e-4611-9a07-c37b05985d0f", "address": "fa:16:3e:26:d1:a1", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45bd724-f0", "ovs_interfaceid": "c45bd724-f04e-4611-9a07-c37b05985d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.831638] env[69041]: DEBUG oslo_vmware.api [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Task: {'id': task-2890687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071365} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.831905] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.832104] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.832285] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.891525] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1498.891892] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a373f14-a54f-44fd-9887-06e60eb0a41e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.901414] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2e0b6f-f9a7-42a5-a923-bd31b9a8c803 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.933058] env[69041]: ERROR nova.compute.manager [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Failed to detach volume 5e3f13be-15f3-425d-a546-15cd08239a51 from /dev/sda: nova.exception.InstanceNotFound: Instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a could not be found. [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Traceback (most recent call last): [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self.driver.rebuild(**kwargs) [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] raise NotImplementedError() [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] NotImplementedError [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] During handling of the above exception, another exception occurred: [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Traceback (most recent call last): [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self.driver.detach_volume(context, old_connection_info, [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] return self._volumeops.detach_volume(connection_info, instance) [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self._detach_volume_vmdk(connection_info, instance) [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] stable_ref.fetch_moref(session) [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] nova.exception.InstanceNotFound: Instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a could not be found. [ 1498.933058] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] [ 1499.070571] env[69041]: DEBUG nova.compute.utils [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Build of instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a aborted: Failed to rebuild volume backed instance. {{(pid=69041) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1499.072807] env[69041]: ERROR nova.compute.manager [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a aborted: Failed to rebuild volume backed instance. [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Traceback (most recent call last): [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self.driver.rebuild(**kwargs) [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] raise NotImplementedError() [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] NotImplementedError [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] During handling of the above exception, another exception occurred: [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Traceback (most recent call last): [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self._detach_root_volume(context, instance, root_bdm) [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] with excutils.save_and_reraise_exception(): [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self.force_reraise() [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] raise self.value [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self.driver.detach_volume(context, old_connection_info, [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] return self._volumeops.detach_volume(connection_info, instance) [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self._detach_volume_vmdk(connection_info, instance) [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] stable_ref.fetch_moref(session) [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] nova.exception.InstanceNotFound: Instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a could not be found. [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] During handling of the above exception, another exception occurred: [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Traceback (most recent call last): [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] yield [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1499.072807] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self._do_rebuild_instance_with_claim( [ 1499.074256] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1499.074256] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self._do_rebuild_instance( [ 1499.074256] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1499.074256] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self._rebuild_default_impl(**kwargs) [ 1499.074256] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1499.074256] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] self._rebuild_volume_backed_instance( [ 1499.074256] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1499.074256] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] raise exception.BuildAbortException( [ 1499.074256] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] nova.exception.BuildAbortException: Build of instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a aborted: Failed to rebuild volume backed instance. [ 1499.074256] env[69041]: ERROR nova.compute.manager [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] [ 1499.289290] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.289616] env[69041]: DEBUG nova.compute.manager [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Instance network_info: |[{"id": "c45bd724-f04e-4611-9a07-c37b05985d0f", "address": "fa:16:3e:26:d1:a1", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45bd724-f0", "ovs_interfaceid": "c45bd724-f04e-4611-9a07-c37b05985d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1499.290062] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d1:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c45bd724-f04e-4611-9a07-c37b05985d0f', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.297692] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.297894] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.298135] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57167d58-479e-4e52-9900-4e917d14e329 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.318273] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.318273] env[69041]: value = "task-2890688" [ 1499.318273] env[69041]: _type = "Task" [ 1499.318273] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.325729] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890688, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.470907] env[69041]: DEBUG nova.compute.manager [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received event network-changed-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1499.471224] env[69041]: DEBUG nova.compute.manager [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Refreshing instance network info cache due to event network-changed-c45bd724-f04e-4611-9a07-c37b05985d0f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1499.471479] env[69041]: DEBUG oslo_concurrency.lockutils [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] Acquiring lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.471691] env[69041]: DEBUG oslo_concurrency.lockutils [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] Acquired lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.471888] env[69041]: DEBUG nova.network.neutron [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Refreshing network info cache for port c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.827908] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890688, 'name': CreateVM_Task, 'duration_secs': 0.320114} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.828098] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.828806] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.828982] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.829310] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.829561] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29cc66f7-e281-4650-a017-4cdc7158998c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.834381] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1499.834381] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52385318-d688-440e-372a-1be93b108476" [ 1499.834381] env[69041]: _type = "Task" [ 1499.834381] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.841781] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52385318-d688-440e-372a-1be93b108476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.175162] env[69041]: DEBUG nova.network.neutron [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updated VIF entry in instance network info cache for port c45bd724-f04e-4611-9a07-c37b05985d0f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.175517] env[69041]: DEBUG nova.network.neutron [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updating instance_info_cache with network_info: [{"id": "c45bd724-f04e-4611-9a07-c37b05985d0f", "address": "fa:16:3e:26:d1:a1", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45bd724-f0", "ovs_interfaceid": "c45bd724-f04e-4611-9a07-c37b05985d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.344453] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52385318-d688-440e-372a-1be93b108476, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.344755] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.344988] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.345241] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.345389] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.345565] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.345822] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6835f7f4-7e67-449f-a0bf-3b4692c96df9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.354025] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.354180] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.354903] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74907736-31ea-41dc-8a98-b2f99a43f830 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.360388] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1500.360388] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5261430c-2a8b-c580-4eda-5c3ad029e5dc" [ 1500.360388] env[69041]: _type = "Task" [ 1500.360388] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.367313] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5261430c-2a8b-c580-4eda-5c3ad029e5dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.678485] env[69041]: DEBUG oslo_concurrency.lockutils [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] Releasing lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.678773] env[69041]: DEBUG nova.compute.manager [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Received event network-changed-1f8bb208-95e4-4334-9fcf-3f8f8490a41c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1500.678948] env[69041]: DEBUG nova.compute.manager [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Refreshing instance network info cache due to event network-changed-1f8bb208-95e4-4334-9fcf-3f8f8490a41c. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1500.679177] env[69041]: DEBUG oslo_concurrency.lockutils [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] Acquiring lock "refresh_cache-fd2b0389-c302-4422-a6fe-5ba7b1100647" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.679316] env[69041]: DEBUG oslo_concurrency.lockutils [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] Acquired lock "refresh_cache-fd2b0389-c302-4422-a6fe-5ba7b1100647" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.679476] env[69041]: DEBUG nova.network.neutron [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Refreshing network info cache for port 1f8bb208-95e4-4334-9fcf-3f8f8490a41c {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.870227] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5261430c-2a8b-c580-4eda-5c3ad029e5dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008506} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.871032] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e959f13-d85a-4b3c-9dc8-ab55736b60e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.876214] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1500.876214] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a5e022-14be-9941-290a-685cd2c21e25" [ 1500.876214] env[69041]: _type = "Task" [ 1500.876214] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.883257] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a5e022-14be-9941-290a-685cd2c21e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.992867] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "a84986dd-7388-46b2-a06c-e157dd1d9633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.993111] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.087430] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.087771] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.197796] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790f295a-6a92-479a-9972-d4bed60edffc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.205238] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260efbe1-1a73-4446-af8a-572b786efca1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.236021] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0725db5e-174d-4add-8f36-81914950ab57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.243401] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0084b6b-ee6e-4c79-b5c6-f85e1f49ae24 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.258312] env[69041]: DEBUG nova.compute.provider_tree [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.388484] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a5e022-14be-9941-290a-685cd2c21e25, 'name': SearchDatastore_Task, 'duration_secs': 0.008764} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.388766] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.389043] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] b2f1855c-3028-4e09-bc30-ba6ed10af8f4/b2f1855c-3028-4e09-bc30-ba6ed10af8f4.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.389304] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b89ae3a-8e2b-4579-8601-182d00a0e440 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.396346] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1501.396346] env[69041]: value = "task-2890689" [ 1501.396346] env[69041]: _type = "Task" [ 1501.396346] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.404987] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.416228] env[69041]: DEBUG nova.network.neutron [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Updated VIF entry in instance network info cache for port 1f8bb208-95e4-4334-9fcf-3f8f8490a41c. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.416606] env[69041]: DEBUG nova.network.neutron [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Updating instance_info_cache with network_info: [{"id": "1f8bb208-95e4-4334-9fcf-3f8f8490a41c", "address": "fa:16:3e:70:8e:dc", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8bb208-95", "ovs_interfaceid": "1f8bb208-95e4-4334-9fcf-3f8f8490a41c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.495045] env[69041]: DEBUG nova.compute.manager [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1501.761488] env[69041]: DEBUG nova.scheduler.client.report [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.906153] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427119} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.906369] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] b2f1855c-3028-4e09-bc30-ba6ed10af8f4/b2f1855c-3028-4e09-bc30-ba6ed10af8f4.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1501.906589] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1501.906855] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbe64331-600a-48ad-a009-c8a72e619e35 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.912862] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1501.912862] env[69041]: value = "task-2890690" [ 1501.912862] env[69041]: _type = "Task" [ 1501.912862] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.920117] env[69041]: DEBUG oslo_concurrency.lockutils [req-088e34f3-2d43-41b5-9a56-df364194cebd req-e03ea6e3-27d3-443b-aaa3-d1a60ee0b0c6 service nova] Releasing lock "refresh_cache-fd2b0389-c302-4422-a6fe-5ba7b1100647" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.920508] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.975221] env[69041]: DEBUG oslo_concurrency.lockutils [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Acquiring lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.975497] env[69041]: DEBUG oslo_concurrency.lockutils [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.975716] env[69041]: DEBUG oslo_concurrency.lockutils [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Acquiring lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.975921] env[69041]: DEBUG oslo_concurrency.lockutils [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.976120] env[69041]: DEBUG oslo_concurrency.lockutils [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.978235] env[69041]: INFO nova.compute.manager [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Terminating instance [ 1502.016744] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.266742] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.179s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.266990] env[69041]: INFO nova.compute.manager [None req-8f1dfe8e-c8af-4f1a-9a6f-83fe0534bcad tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Successfully reverted task state from rebuilding on failure for instance. [ 1502.271883] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.255s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.273413] env[69041]: INFO nova.compute.claims [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.422999] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068403} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.423300] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1502.424067] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a57525-0c42-4da0-b674-386724f63eb8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.447084] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b2f1855c-3028-4e09-bc30-ba6ed10af8f4/b2f1855c-3028-4e09-bc30-ba6ed10af8f4.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.447647] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f32344-1095-4b7c-8adb-b90f32f100fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.467658] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1502.467658] env[69041]: value = "task-2890691" [ 1502.467658] env[69041]: _type = "Task" [ 1502.467658] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.478321] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.482277] env[69041]: DEBUG nova.compute.manager [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1502.482594] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf929836-ef8f-4eb8-8799-f0645bb9eb17 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.490945] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aac728-eef7-42a9-b1c0-61fd0b9d2217 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.520116] env[69041]: WARNING nova.virt.vmwareapi.driver [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a could not be found. [ 1502.520333] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.520641] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e31558c2-ac05-42ef-a700-0803e6b6a119 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.528096] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8232c30-43d5-488e-8c51-229e4efe0437 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.555828] env[69041]: WARNING nova.virt.vmwareapi.vmops [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a could not be found. [ 1502.556041] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.556226] env[69041]: INFO nova.compute.manager [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1502.556461] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1502.556682] env[69041]: DEBUG nova.compute.manager [-] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1502.556797] env[69041]: DEBUG nova.network.neutron [-] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1502.978261] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.035532] env[69041]: DEBUG nova.compute.manager [req-862f3b24-1f68-4eb4-93b7-225adf7abcc6 req-cf4f8d76-a7bb-4778-b592-00bbb34a7e78 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Received event network-vif-deleted-f8c16ee0-c7de-4ac7-b4fa-086e84d856a3 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1503.035657] env[69041]: INFO nova.compute.manager [req-862f3b24-1f68-4eb4-93b7-225adf7abcc6 req-cf4f8d76-a7bb-4778-b592-00bbb34a7e78 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Neutron deleted interface f8c16ee0-c7de-4ac7-b4fa-086e84d856a3; detaching it from the instance and deleting it from the info cache [ 1503.035885] env[69041]: DEBUG nova.network.neutron [req-862f3b24-1f68-4eb4-93b7-225adf7abcc6 req-cf4f8d76-a7bb-4778-b592-00bbb34a7e78 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.403459] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956b6d79-e326-4d40-b801-036e0e86b86b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.411929] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2d657a-ddae-45d3-93e5-477cff544751 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.448210] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798e199b-f063-4b9b-8db9-6d2f9e630a88 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.455957] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb275329-7885-4e0d-9a21-80e1c08fad67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.469276] env[69041]: DEBUG nova.compute.provider_tree [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.477912] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890691, 'name': ReconfigVM_Task, 'duration_secs': 0.750545} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.478754] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b2f1855c-3028-4e09-bc30-ba6ed10af8f4/b2f1855c-3028-4e09-bc30-ba6ed10af8f4.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.479374] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d29fbf3b-2121-4a1f-b930-d27bc0d4a54c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.486790] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1503.486790] env[69041]: value = "task-2890692" [ 1503.486790] env[69041]: _type = "Task" [ 1503.486790] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.495435] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890692, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.518673] env[69041]: DEBUG nova.network.neutron [-] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.540100] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cf858bb-562a-41bf-8c7e-f08adef058c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.548964] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647efccb-f2d0-4cf3-b344-40ad26671239 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.582520] env[69041]: DEBUG nova.compute.manager [req-862f3b24-1f68-4eb4-93b7-225adf7abcc6 req-cf4f8d76-a7bb-4778-b592-00bbb34a7e78 service nova] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Detach interface failed, port_id=f8c16ee0-c7de-4ac7-b4fa-086e84d856a3, reason: Instance a2c1cdda-4087-4cca-b30d-1290df6f4d6a could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1503.974933] env[69041]: DEBUG nova.scheduler.client.report [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.998269] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890692, 'name': Rename_Task, 'duration_secs': 0.22004} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.998568] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.998819] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6f6c15c-38e3-4aa1-8423-fd6b01e4e837 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.004461] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1504.004461] env[69041]: value = "task-2890693" [ 1504.004461] env[69041]: _type = "Task" [ 1504.004461] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.012346] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.022567] env[69041]: INFO nova.compute.manager [-] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Took 1.46 seconds to deallocate network for instance. [ 1504.480204] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.480633] env[69041]: DEBUG nova.compute.manager [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1504.515585] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.568946] env[69041]: INFO nova.compute.manager [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Took 0.55 seconds to detach 1 volumes for instance. [ 1504.573455] env[69041]: DEBUG nova.compute.manager [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Deleting volume: 5e3f13be-15f3-425d-a546-15cd08239a51 {{(pid=69041) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1504.986251] env[69041]: DEBUG nova.compute.utils [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1504.987895] env[69041]: DEBUG nova.compute.manager [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1504.988092] env[69041]: DEBUG nova.network.neutron [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1505.015964] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.043390] env[69041]: DEBUG nova.policy [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e56ad616d6545d5b1357c296dc8dcdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb458c8e2d8f4973818d10e29fff35bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1505.116679] env[69041]: DEBUG oslo_concurrency.lockutils [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.116989] env[69041]: DEBUG oslo_concurrency.lockutils [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.117322] env[69041]: DEBUG nova.objects.instance [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lazy-loading 'resources' on Instance uuid a2c1cdda-4087-4cca-b30d-1290df6f4d6a {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.346677] env[69041]: DEBUG nova.network.neutron [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Successfully created port: 7bad5213-81fe-48da-b179-2506685e6693 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.491848] env[69041]: DEBUG nova.compute.manager [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1505.516243] env[69041]: DEBUG oslo_vmware.api [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890693, 'name': PowerOnVM_Task, 'duration_secs': 1.128114} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.516513] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.516696] env[69041]: INFO nova.compute.manager [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1505.516872] env[69041]: DEBUG nova.compute.manager [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.517782] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d7b9ea-426a-44c3-ae5c-2644178b95ea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.754271] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee51fece-d90d-41bf-9fef-42d71dc3046b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.762294] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4a9d18-e630-4964-8030-91dc0cbde43d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.794580] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da56809-cff4-456c-906f-602993c2640e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.802107] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057f148d-c8cd-4b90-b514-8f3834bd581a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.817615] env[69041]: DEBUG nova.compute.provider_tree [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.827452] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquiring lock "7c952c8c-488a-49e2-a640-0116d1957a7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.829967] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lock "7c952c8c-488a-49e2-a640-0116d1957a7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.997101] env[69041]: INFO nova.virt.block_device [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Booting with volume bfa175a4-419f-4f6d-b735-8dba3ca4a034 at /dev/sda [ 1506.035478] env[69041]: INFO nova.compute.manager [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Took 13.43 seconds to build instance. [ 1506.036341] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3576d52c-b55e-413f-8737-0dd76f9e2579 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.046691] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9903668a-95e6-426b-a31d-25e83fbc2c5d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.078281] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afbc5e9d-ab1e-40d6-807e-ee5a8046a600 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.086082] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f15fc6-9c74-402b-b968-464d3b76aa63 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.114766] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f462f-762b-424a-8ea6-a0135081a3fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.120639] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38371b48-bbc7-4505-898f-58da600bf0a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.134165] env[69041]: DEBUG nova.virt.block_device [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating existing volume attachment record: 71c47ddf-181b-43f9-960a-6ddeaae41aa7 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1506.322458] env[69041]: DEBUG nova.scheduler.client.report [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.333194] env[69041]: DEBUG nova.compute.manager [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1506.342882] env[69041]: DEBUG nova.compute.manager [req-99f01e10-d124-4e5e-ad50-f1f52cb43c29 req-2e01b691-dfbc-49ad-bab2-f4db22ce9893 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received event network-changed-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1506.342882] env[69041]: DEBUG nova.compute.manager [req-99f01e10-d124-4e5e-ad50-f1f52cb43c29 req-2e01b691-dfbc-49ad-bab2-f4db22ce9893 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Refreshing instance network info cache due to event network-changed-c45bd724-f04e-4611-9a07-c37b05985d0f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1506.342882] env[69041]: DEBUG oslo_concurrency.lockutils [req-99f01e10-d124-4e5e-ad50-f1f52cb43c29 req-2e01b691-dfbc-49ad-bab2-f4db22ce9893 service nova] Acquiring lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.343161] env[69041]: DEBUG oslo_concurrency.lockutils [req-99f01e10-d124-4e5e-ad50-f1f52cb43c29 req-2e01b691-dfbc-49ad-bab2-f4db22ce9893 service nova] Acquired lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.343161] env[69041]: DEBUG nova.network.neutron [req-99f01e10-d124-4e5e-ad50-f1f52cb43c29 req-2e01b691-dfbc-49ad-bab2-f4db22ce9893 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Refreshing network info cache for port c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.539915] env[69041]: DEBUG oslo_concurrency.lockutils [None req-98e3c963-9af8-40cf-af05-08efa64a8b6e tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.950s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.827564] env[69041]: DEBUG oslo_concurrency.lockutils [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.863731] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.863731] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.866452] env[69041]: INFO nova.compute.claims [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.867432] env[69041]: DEBUG nova.network.neutron [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Successfully updated port: 7bad5213-81fe-48da-b179-2506685e6693 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1507.093965] env[69041]: DEBUG nova.network.neutron [req-99f01e10-d124-4e5e-ad50-f1f52cb43c29 req-2e01b691-dfbc-49ad-bab2-f4db22ce9893 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updated VIF entry in instance network info cache for port c45bd724-f04e-4611-9a07-c37b05985d0f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.094335] env[69041]: DEBUG nova.network.neutron [req-99f01e10-d124-4e5e-ad50-f1f52cb43c29 req-2e01b691-dfbc-49ad-bab2-f4db22ce9893 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updating instance_info_cache with network_info: [{"id": "c45bd724-f04e-4611-9a07-c37b05985d0f", "address": "fa:16:3e:26:d1:a1", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45bd724-f0", "ovs_interfaceid": "c45bd724-f04e-4611-9a07-c37b05985d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.351666] env[69041]: DEBUG oslo_concurrency.lockutils [None req-597f2443-38b4-4150-b2b8-c347ab31a28b tempest-ServerActionsV293TestJSON-1003507816 tempest-ServerActionsV293TestJSON-1003507816-project-member] Lock "a2c1cdda-4087-4cca-b30d-1290df6f4d6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.376s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.372577] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.372785] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.372938] env[69041]: DEBUG nova.network.neutron [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1507.598131] env[69041]: DEBUG oslo_concurrency.lockutils [req-99f01e10-d124-4e5e-ad50-f1f52cb43c29 req-2e01b691-dfbc-49ad-bab2-f4db22ce9893 service nova] Releasing lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.910909] env[69041]: DEBUG nova.network.neutron [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.011806] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac05627-40e1-4361-b383-f6e06efa8667 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.019579] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7eccd0-3c9d-4212-aacd-9c00ece8dbaa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.051320] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df3bfec-1685-4b62-8bf9-82a98f3572e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.054586] env[69041]: DEBUG nova.network.neutron [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance_info_cache with network_info: [{"id": "7bad5213-81fe-48da-b179-2506685e6693", "address": "fa:16:3e:a3:84:a1", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bad5213-81", "ovs_interfaceid": "7bad5213-81fe-48da-b179-2506685e6693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.060360] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d4f6c8-e373-44e1-9148-e9a9737db487 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.074015] env[69041]: DEBUG nova.compute.provider_tree [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.218271] env[69041]: DEBUG nova.compute.manager [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.219056] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.219056] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.219056] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.219300] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.219300] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.219447] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.219648] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.219804] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.219969] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.220144] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.220313] env[69041]: DEBUG nova.virt.hardware [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.221246] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5848b904-ec41-41da-8b24-30cb02f3aee8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.229421] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64df3e9d-7f93-40f2-81ed-dce0a41df06f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.367288] env[69041]: DEBUG nova.compute.manager [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Received event network-vif-plugged-7bad5213-81fe-48da-b179-2506685e6693 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1508.367511] env[69041]: DEBUG oslo_concurrency.lockutils [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] Acquiring lock "a84986dd-7388-46b2-a06c-e157dd1d9633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.367714] env[69041]: DEBUG oslo_concurrency.lockutils [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.367968] env[69041]: DEBUG oslo_concurrency.lockutils [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.368260] env[69041]: DEBUG nova.compute.manager [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] No waiting events found dispatching network-vif-plugged-7bad5213-81fe-48da-b179-2506685e6693 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1508.368438] env[69041]: WARNING nova.compute.manager [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Received unexpected event network-vif-plugged-7bad5213-81fe-48da-b179-2506685e6693 for instance with vm_state building and task_state spawning. [ 1508.368600] env[69041]: DEBUG nova.compute.manager [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Received event network-changed-7bad5213-81fe-48da-b179-2506685e6693 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1508.368755] env[69041]: DEBUG nova.compute.manager [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Refreshing instance network info cache due to event network-changed-7bad5213-81fe-48da-b179-2506685e6693. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1508.368919] env[69041]: DEBUG oslo_concurrency.lockutils [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] Acquiring lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.557155] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.557494] env[69041]: DEBUG nova.compute.manager [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Instance network_info: |[{"id": "7bad5213-81fe-48da-b179-2506685e6693", "address": "fa:16:3e:a3:84:a1", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bad5213-81", "ovs_interfaceid": "7bad5213-81fe-48da-b179-2506685e6693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1508.557789] env[69041]: DEBUG oslo_concurrency.lockutils [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] Acquired lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.557965] env[69041]: DEBUG nova.network.neutron [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Refreshing network info cache for port 7bad5213-81fe-48da-b179-2506685e6693 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.559679] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:84:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bad5213-81fe-48da-b179-2506685e6693', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1508.567740] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1508.568410] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1508.569276] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c43b6de-67f6-488c-a6be-15afde049558 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.584394] env[69041]: DEBUG nova.scheduler.client.report [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.593368] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1508.593368] env[69041]: value = "task-2890695" [ 1508.593368] env[69041]: _type = "Task" [ 1508.593368] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.601209] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890695, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.089463] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.090117] env[69041]: DEBUG nova.compute.manager [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1509.103226] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890695, 'name': CreateVM_Task, 'duration_secs': 0.327783} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.103384] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.104018] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'attachment_id': '71c47ddf-181b-43f9-960a-6ddeaae41aa7', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580736', 'volume_id': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'name': 'volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a84986dd-7388-46b2-a06c-e157dd1d9633', 'attached_at': '', 'detached_at': '', 'volume_id': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'serial': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034'}, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69041) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1509.104235] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Root volume attach. Driver type: vmdk {{(pid=69041) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1509.105045] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1961e490-21b8-48ee-ac4c-08f31aff63e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.112215] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8500ee0-e77b-4650-9754-aa20af47de26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.118605] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96999be-6b80-4ad0-be21-13eeeb01e984 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.124315] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-eda1e9ef-97cf-4b70-a670-673eb50262ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.131830] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1509.131830] env[69041]: value = "task-2890696" [ 1509.131830] env[69041]: _type = "Task" [ 1509.131830] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.141516] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890696, 'name': RelocateVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.260472] env[69041]: DEBUG nova.network.neutron [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updated VIF entry in instance network info cache for port 7bad5213-81fe-48da-b179-2506685e6693. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.260890] env[69041]: DEBUG nova.network.neutron [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance_info_cache with network_info: [{"id": "7bad5213-81fe-48da-b179-2506685e6693", "address": "fa:16:3e:a3:84:a1", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bad5213-81", "ovs_interfaceid": "7bad5213-81fe-48da-b179-2506685e6693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.595247] env[69041]: DEBUG nova.compute.utils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1509.596588] env[69041]: DEBUG nova.compute.manager [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Not allocating networking since 'none' was specified. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1509.642068] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890696, 'name': RelocateVM_Task, 'duration_secs': 0.327451} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.642406] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1509.642542] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580736', 'volume_id': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'name': 'volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a84986dd-7388-46b2-a06c-e157dd1d9633', 'attached_at': '', 'detached_at': '', 'volume_id': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'serial': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1509.643245] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0012f-2142-4088-89ea-80b79cf05f60 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.658361] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd3756-6eb2-4e3f-8a32-abb04d294d71 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.680592] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034/volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.680894] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4597ea8a-81cf-4f86-96af-9a1b06a76f44 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.701254] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1509.701254] env[69041]: value = "task-2890697" [ 1509.701254] env[69041]: _type = "Task" [ 1509.701254] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.708785] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.764106] env[69041]: DEBUG oslo_concurrency.lockutils [req-5e3aaf67-22ce-46a1-a258-0ce549d1893b req-ef7fa3de-c247-4f04-ad47-de2123bef94c service nova] Releasing lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.948958] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.949241] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.949451] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.949631] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.949863] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.952111] env[69041]: INFO nova.compute.manager [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Terminating instance [ 1510.097589] env[69041]: DEBUG nova.compute.manager [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.211213] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890697, 'name': ReconfigVM_Task, 'duration_secs': 0.238175} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.211477] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034/volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.216200] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70f218e-cf4b-4f1d-9cff-2328641fe66e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.230967] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1510.230967] env[69041]: value = "task-2890698" [ 1510.230967] env[69041]: _type = "Task" [ 1510.230967] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.238704] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.455765] env[69041]: DEBUG nova.compute.manager [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.455986] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.456897] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701b198b-023b-4a8b-8243-62da20f06009 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.464397] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.464626] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d24ba36-8903-4ded-8444-0be465e12675 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.470497] env[69041]: DEBUG oslo_vmware.api [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1510.470497] env[69041]: value = "task-2890699" [ 1510.470497] env[69041]: _type = "Task" [ 1510.470497] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.478130] env[69041]: DEBUG oslo_vmware.api [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.742055] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890698, 'name': ReconfigVM_Task, 'duration_secs': 0.150541} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.742491] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580736', 'volume_id': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'name': 'volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a84986dd-7388-46b2-a06c-e157dd1d9633', 'attached_at': '', 'detached_at': '', 'volume_id': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'serial': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1510.742830] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc8feb6d-3a83-42dd-957e-21a2991fd83a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.748371] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1510.748371] env[69041]: value = "task-2890700" [ 1510.748371] env[69041]: _type = "Task" [ 1510.748371] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.757571] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890700, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.979958] env[69041]: DEBUG oslo_vmware.api [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890699, 'name': PowerOffVM_Task, 'duration_secs': 0.270547} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.980249] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.980413] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.980646] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a71f3935-5b3b-4258-b4d9-f93142839973 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.041694] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.041949] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.042155] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleting the datastore file [datastore2] 60df3cf6-32d5-4a52-81d7-d88d3bb4b794 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.042411] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-817502cb-1df9-4b10-b19c-e09cba1b4c6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.048392] env[69041]: DEBUG oslo_vmware.api [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1511.048392] env[69041]: value = "task-2890702" [ 1511.048392] env[69041]: _type = "Task" [ 1511.048392] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.055636] env[69041]: DEBUG oslo_vmware.api [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.107949] env[69041]: DEBUG nova.compute.manager [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1511.133944] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.134240] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.134449] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.134682] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.134876] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.135081] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.135311] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.135473] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.135639] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.135802] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.135975] env[69041]: DEBUG nova.virt.hardware [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.136921] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dda8f5-f7ea-4d55-b403-65c666731704 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.144750] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781c44a9-c57e-45b4-971b-b431394252a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.158039] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Instance VIF info [] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.163535] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Creating folder: Project (18e96536d7c548a1acf3e7098d9b954d). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1511.163801] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-429f4100-c17e-487a-ba9d-7782c1553f3b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.172755] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Created folder: Project (18e96536d7c548a1acf3e7098d9b954d) in parent group-v580429. [ 1511.172942] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Creating folder: Instances. Parent ref: group-v580740. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1511.173164] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-843fbe36-e2d0-46a1-b114-10a33e9c2ccc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.183766] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Created folder: Instances in parent group-v580740. [ 1511.183991] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1511.184193] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.184375] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96d7f368-5cec-49d3-82a1-cecb3626da0e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.207097] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.207097] env[69041]: value = "task-2890705" [ 1511.207097] env[69041]: _type = "Task" [ 1511.207097] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.214189] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890705, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.258196] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890700, 'name': Rename_Task, 'duration_secs': 0.124046} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.258512] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.258796] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50c06a5a-7d12-4081-9803-22b88c1d086c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.264920] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1511.264920] env[69041]: value = "task-2890706" [ 1511.264920] env[69041]: _type = "Task" [ 1511.264920] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.275420] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.558022] env[69041]: DEBUG oslo_vmware.api [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145003} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.558303] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.558521] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.558734] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.558943] env[69041]: INFO nova.compute.manager [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1511.559241] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1511.559465] env[69041]: DEBUG nova.compute.manager [-] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.559586] env[69041]: DEBUG nova.network.neutron [-] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.716967] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890705, 'name': CreateVM_Task, 'duration_secs': 0.279462} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.719260] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1511.719732] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.719898] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.720252] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.720517] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1970cf1-abbb-4290-aa57-03563ebb1049 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.726322] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for the task: (returnval){ [ 1511.726322] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5233fd10-7dbb-3bdf-662f-b5b8bb4e6b9c" [ 1511.726322] env[69041]: _type = "Task" [ 1511.726322] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.734196] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5233fd10-7dbb-3bdf-662f-b5b8bb4e6b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.774094] env[69041]: DEBUG oslo_vmware.api [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890706, 'name': PowerOnVM_Task, 'duration_secs': 0.458061} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.774476] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.774567] env[69041]: INFO nova.compute.manager [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Took 3.56 seconds to spawn the instance on the hypervisor. [ 1511.774743] env[69041]: DEBUG nova.compute.manager [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.775494] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58160c1-83b7-479e-8e71-bf40307adf06 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.036397] env[69041]: DEBUG nova.compute.manager [req-c396b33f-beaf-49c3-ba80-21eb303c0923 req-41a7a45a-325b-42cd-ae24-7f2cabff3e5f service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Received event network-vif-deleted-26e3b683-d84a-4720-991a-84c5d4206946 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1512.036588] env[69041]: INFO nova.compute.manager [req-c396b33f-beaf-49c3-ba80-21eb303c0923 req-41a7a45a-325b-42cd-ae24-7f2cabff3e5f service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Neutron deleted interface 26e3b683-d84a-4720-991a-84c5d4206946; detaching it from the instance and deleting it from the info cache [ 1512.036784] env[69041]: DEBUG nova.network.neutron [req-c396b33f-beaf-49c3-ba80-21eb303c0923 req-41a7a45a-325b-42cd-ae24-7f2cabff3e5f service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.236994] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5233fd10-7dbb-3bdf-662f-b5b8bb4e6b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.237287] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.237511] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1512.237732] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.237872] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.238065] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1512.238347] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07e9c580-77bf-4f40-8883-1199e9cb4e1d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.247023] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1512.247205] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1512.248100] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7737b9a1-7df4-4fa5-9e39-17eacf50958e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.253499] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for the task: (returnval){ [ 1512.253499] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5241db2a-71b9-8c47-e1a8-723a83f6604c" [ 1512.253499] env[69041]: _type = "Task" [ 1512.253499] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.261282] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5241db2a-71b9-8c47-e1a8-723a83f6604c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.292160] env[69041]: INFO nova.compute.manager [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Took 10.29 seconds to build instance. [ 1512.488237] env[69041]: DEBUG nova.network.neutron [-] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.538915] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a28da587-ec6f-4ebd-bcfb-9310551219f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.552776] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdb6974-0341-4aa0-9aba-e283f5e5f904 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.585400] env[69041]: DEBUG nova.compute.manager [req-c396b33f-beaf-49c3-ba80-21eb303c0923 req-41a7a45a-325b-42cd-ae24-7f2cabff3e5f service nova] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Detach interface failed, port_id=26e3b683-d84a-4720-991a-84c5d4206946, reason: Instance 60df3cf6-32d5-4a52-81d7-d88d3bb4b794 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1512.767018] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5241db2a-71b9-8c47-e1a8-723a83f6604c, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.767018] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621be373-d4b7-47d2-bb20-41490265df8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.772139] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for the task: (returnval){ [ 1512.772139] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522ee8ee-d621-cf96-285f-4a2d3bee8fe7" [ 1512.772139] env[69041]: _type = "Task" [ 1512.772139] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.781518] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522ee8ee-d621-cf96-285f-4a2d3bee8fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.794306] env[69041]: DEBUG oslo_concurrency.lockutils [None req-34df9347-bde5-4237-a402-e1a96610e8d9 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.801s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.991316] env[69041]: INFO nova.compute.manager [-] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Took 1.43 seconds to deallocate network for instance. [ 1513.192501] env[69041]: DEBUG nova.compute.manager [req-c0b312f4-ea06-492f-a410-2acd882b4a05 req-b9e7f87c-166e-4fdf-8da2-5e14472da5e5 service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Received event network-changed-0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1513.192654] env[69041]: DEBUG nova.compute.manager [req-c0b312f4-ea06-492f-a410-2acd882b4a05 req-b9e7f87c-166e-4fdf-8da2-5e14472da5e5 service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Refreshing instance network info cache due to event network-changed-0b124259-6b4e-4b02-b1ef-c784da853868. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1513.192871] env[69041]: DEBUG oslo_concurrency.lockutils [req-c0b312f4-ea06-492f-a410-2acd882b4a05 req-b9e7f87c-166e-4fdf-8da2-5e14472da5e5 service nova] Acquiring lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.193074] env[69041]: DEBUG oslo_concurrency.lockutils [req-c0b312f4-ea06-492f-a410-2acd882b4a05 req-b9e7f87c-166e-4fdf-8da2-5e14472da5e5 service nova] Acquired lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.193189] env[69041]: DEBUG nova.network.neutron [req-c0b312f4-ea06-492f-a410-2acd882b4a05 req-b9e7f87c-166e-4fdf-8da2-5e14472da5e5 service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Refreshing network info cache for port 0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.282466] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522ee8ee-d621-cf96-285f-4a2d3bee8fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.026496} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.282721] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.282969] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 7c952c8c-488a-49e2-a640-0116d1957a7d/7c952c8c-488a-49e2-a640-0116d1957a7d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1513.283236] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74c6c074-ca27-4bd5-9078-e761d61d7047 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.291368] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for the task: (returnval){ [ 1513.291368] env[69041]: value = "task-2890707" [ 1513.291368] env[69041]: _type = "Task" [ 1513.291368] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.298931] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.497287] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.497576] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.497800] env[69041]: DEBUG nova.objects.instance [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'resources' on Instance uuid 60df3cf6-32d5-4a52-81d7-d88d3bb4b794 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.801014] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446165} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.803308] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 7c952c8c-488a-49e2-a640-0116d1957a7d/7c952c8c-488a-49e2-a640-0116d1957a7d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1513.803525] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1513.803771] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54a57e93-c1cd-4f8d-85d3-8c0ed2a9eba2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.810770] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for the task: (returnval){ [ 1513.810770] env[69041]: value = "task-2890708" [ 1513.810770] env[69041]: _type = "Task" [ 1513.810770] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.818964] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.941463] env[69041]: DEBUG nova.network.neutron [req-c0b312f4-ea06-492f-a410-2acd882b4a05 req-b9e7f87c-166e-4fdf-8da2-5e14472da5e5 service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Updated VIF entry in instance network info cache for port 0b124259-6b4e-4b02-b1ef-c784da853868. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.941890] env[69041]: DEBUG nova.network.neutron [req-c0b312f4-ea06-492f-a410-2acd882b4a05 req-b9e7f87c-166e-4fdf-8da2-5e14472da5e5 service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Updating instance_info_cache with network_info: [{"id": "0b124259-6b4e-4b02-b1ef-c784da853868", "address": "fa:16:3e:93:00:a6", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b124259-6b", "ovs_interfaceid": "0b124259-6b4e-4b02-b1ef-c784da853868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.135561] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156570b7-b7ce-48ab-af8f-44041c64f6b4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.143252] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0c9ba8-82c4-4dce-a526-94725c11dab3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.175794] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb3aa6-45d0-4f7c-bbd4-f0f64ab97ce0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.183552] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7959ab41-496d-44ba-a5f3-245c5b90a8c7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.197798] env[69041]: DEBUG nova.compute.provider_tree [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.320684] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065986} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.320943] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1514.321758] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f56c6-4237-4c09-9f32-eca2b18f24d5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.342169] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 7c952c8c-488a-49e2-a640-0116d1957a7d/7c952c8c-488a-49e2-a640-0116d1957a7d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.342767] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36dfcd3a-1b99-4efd-a700-65d17b102f62 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.362805] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for the task: (returnval){ [ 1514.362805] env[69041]: value = "task-2890709" [ 1514.362805] env[69041]: _type = "Task" [ 1514.362805] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.370745] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.444660] env[69041]: DEBUG oslo_concurrency.lockutils [req-c0b312f4-ea06-492f-a410-2acd882b4a05 req-b9e7f87c-166e-4fdf-8da2-5e14472da5e5 service nova] Releasing lock "refresh_cache-c5fbfa59-eeed-4220-bc40-50618af87a67" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.578079] env[69041]: DEBUG nova.compute.manager [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Stashing vm_state: active {{(pid=69041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1514.702147] env[69041]: DEBUG nova.scheduler.client.report [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.872371] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890709, 'name': ReconfigVM_Task, 'duration_secs': 0.287611} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.872746] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 7c952c8c-488a-49e2-a640-0116d1957a7d/7c952c8c-488a-49e2-a640-0116d1957a7d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.873281] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e14601b7-6300-496f-9b8e-e3d763f0691b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.880536] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for the task: (returnval){ [ 1514.880536] env[69041]: value = "task-2890710" [ 1514.880536] env[69041]: _type = "Task" [ 1514.880536] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.887989] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890710, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.097997] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.206664] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.208947] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.111s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.218395] env[69041]: DEBUG nova.compute.manager [req-42f33ec2-ed5c-411a-9bf3-335472bd6d0e req-0f2ec776-8184-45f1-b958-3442dcfe951e service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Received event network-changed-7bad5213-81fe-48da-b179-2506685e6693 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1515.218599] env[69041]: DEBUG nova.compute.manager [req-42f33ec2-ed5c-411a-9bf3-335472bd6d0e req-0f2ec776-8184-45f1-b958-3442dcfe951e service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Refreshing instance network info cache due to event network-changed-7bad5213-81fe-48da-b179-2506685e6693. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1515.218906] env[69041]: DEBUG oslo_concurrency.lockutils [req-42f33ec2-ed5c-411a-9bf3-335472bd6d0e req-0f2ec776-8184-45f1-b958-3442dcfe951e service nova] Acquiring lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.218963] env[69041]: DEBUG oslo_concurrency.lockutils [req-42f33ec2-ed5c-411a-9bf3-335472bd6d0e req-0f2ec776-8184-45f1-b958-3442dcfe951e service nova] Acquired lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.219169] env[69041]: DEBUG nova.network.neutron [req-42f33ec2-ed5c-411a-9bf3-335472bd6d0e req-0f2ec776-8184-45f1-b958-3442dcfe951e service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Refreshing network info cache for port 7bad5213-81fe-48da-b179-2506685e6693 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.227933] env[69041]: INFO nova.scheduler.client.report [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleted allocations for instance 60df3cf6-32d5-4a52-81d7-d88d3bb4b794 [ 1515.389771] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890710, 'name': Rename_Task, 'duration_secs': 0.140296} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.390062] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1515.390307] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f73e58d8-0dba-40b4-a808-f729d572211e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.397512] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for the task: (returnval){ [ 1515.397512] env[69041]: value = "task-2890711" [ 1515.397512] env[69041]: _type = "Task" [ 1515.397512] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.405017] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.714115] env[69041]: INFO nova.compute.claims [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.733926] env[69041]: DEBUG oslo_concurrency.lockutils [None req-1c68e870-0b58-4f56-885e-a42565a998c0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "60df3cf6-32d5-4a52-81d7-d88d3bb4b794" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.784s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.907523] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.930105] env[69041]: DEBUG nova.network.neutron [req-42f33ec2-ed5c-411a-9bf3-335472bd6d0e req-0f2ec776-8184-45f1-b958-3442dcfe951e service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updated VIF entry in instance network info cache for port 7bad5213-81fe-48da-b179-2506685e6693. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.930490] env[69041]: DEBUG nova.network.neutron [req-42f33ec2-ed5c-411a-9bf3-335472bd6d0e req-0f2ec776-8184-45f1-b958-3442dcfe951e service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance_info_cache with network_info: [{"id": "7bad5213-81fe-48da-b179-2506685e6693", "address": "fa:16:3e:a3:84:a1", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bad5213-81", "ovs_interfaceid": "7bad5213-81fe-48da-b179-2506685e6693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.221061] env[69041]: INFO nova.compute.resource_tracker [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating resource usage from migration 5c94a7c9-6b07-4092-b967-fcb9bf0fcdb2 [ 1516.358359] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2436e552-c1e9-4b0f-81f8-65494d5b9631 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.365790] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a263cc6c-c748-46ca-a410-9439dac58bfb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.398039] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d943a3f6-aceb-44a7-b4f6-2aac7156f0bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.409875] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c82f235-267b-420a-9b4e-219f7b9c8b55 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.413467] env[69041]: DEBUG oslo_vmware.api [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890711, 'name': PowerOnVM_Task, 'duration_secs': 0.977849} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.413715] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.413910] env[69041]: INFO nova.compute.manager [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Took 5.31 seconds to spawn the instance on the hypervisor. [ 1516.414104] env[69041]: DEBUG nova.compute.manager [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.415074] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e93287-7194-4b4b-9c60-d146aaef8344 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.426180] env[69041]: DEBUG nova.compute.provider_tree [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.432840] env[69041]: DEBUG oslo_concurrency.lockutils [req-42f33ec2-ed5c-411a-9bf3-335472bd6d0e req-0f2ec776-8184-45f1-b958-3442dcfe951e service nova] Releasing lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.929660] env[69041]: DEBUG nova.scheduler.client.report [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.941041] env[69041]: INFO nova.compute.manager [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Took 10.10 seconds to build instance. [ 1517.434765] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.226s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.435042] env[69041]: INFO nova.compute.manager [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Migrating [ 1517.450273] env[69041]: DEBUG oslo_concurrency.lockutils [None req-cfb580e5-f89c-4ac7-8b69-5374909bdbdf tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lock "7c952c8c-488a-49e2-a640-0116d1957a7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.622s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.689730] env[69041]: DEBUG nova.compute.manager [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Stashing vm_state: active {{(pid=69041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1517.882916] env[69041]: DEBUG nova.compute.manager [None req-0167ccd5-2d5a-4dde-bd35-83c161896600 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.883940] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6685ad16-28b4-4e8d-8113-26398bc0ae2e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.949874] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquiring lock "7c952c8c-488a-49e2-a640-0116d1957a7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.950270] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lock "7c952c8c-488a-49e2-a640-0116d1957a7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.950370] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquiring lock "7c952c8c-488a-49e2-a640-0116d1957a7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.950543] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lock "7c952c8c-488a-49e2-a640-0116d1957a7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.950740] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lock "7c952c8c-488a-49e2-a640-0116d1957a7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.952615] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.952781] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.952963] env[69041]: DEBUG nova.network.neutron [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.956453] env[69041]: INFO nova.compute.manager [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Terminating instance [ 1518.211240] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.211518] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.394883] env[69041]: INFO nova.compute.manager [None req-0167ccd5-2d5a-4dde-bd35-83c161896600 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] instance snapshotting [ 1518.395539] env[69041]: DEBUG nova.objects.instance [None req-0167ccd5-2d5a-4dde-bd35-83c161896600 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lazy-loading 'flavor' on Instance uuid 7c952c8c-488a-49e2-a640-0116d1957a7d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.461622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquiring lock "refresh_cache-7c952c8c-488a-49e2-a640-0116d1957a7d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.461790] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquired lock "refresh_cache-7c952c8c-488a-49e2-a640-0116d1957a7d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.461913] env[69041]: DEBUG nova.network.neutron [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.668410] env[69041]: DEBUG nova.network.neutron [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance_info_cache with network_info: [{"id": "7bad5213-81fe-48da-b179-2506685e6693", "address": "fa:16:3e:a3:84:a1", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bad5213-81", "ovs_interfaceid": "7bad5213-81fe-48da-b179-2506685e6693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.716491] env[69041]: INFO nova.compute.claims [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.901471] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c503b7-1a58-4a61-9c69-df58826e3b05 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.918224] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63ade1-1175-45c6-9da4-6345199c02d7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.982041] env[69041]: DEBUG nova.network.neutron [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.031172] env[69041]: DEBUG nova.network.neutron [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.171695] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.222046] env[69041]: INFO nova.compute.resource_tracker [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating resource usage from migration 96dd3d83-708b-4810-9ff9-ed4462b960bd [ 1519.359824] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245cc1d7-62ff-4c96-8a2d-a3fc5d76beeb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.367474] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273fbf88-da93-486b-8e0b-1438707ef088 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.400109] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646c990f-bd75-410d-b677-6327a4107a48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.408689] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0af80e-3b93-41a5-985e-38755471d863 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.424112] env[69041]: DEBUG nova.compute.provider_tree [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.428944] env[69041]: DEBUG nova.compute.manager [None req-0167ccd5-2d5a-4dde-bd35-83c161896600 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Instance disappeared during snapshot {{(pid=69041) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1519.535162] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Releasing lock "refresh_cache-7c952c8c-488a-49e2-a640-0116d1957a7d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.535580] env[69041]: DEBUG nova.compute.manager [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1519.535774] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.536645] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6aee2-244f-4a73-a847-8febf255ffc8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.543856] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.544102] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13a2126f-fed9-415d-b5c9-383594a76d3b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.547197] env[69041]: DEBUG nova.compute.manager [None req-0167ccd5-2d5a-4dde-bd35-83c161896600 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Found 0 images (rotation: 2) {{(pid=69041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1519.550115] env[69041]: DEBUG oslo_vmware.api [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for the task: (returnval){ [ 1519.550115] env[69041]: value = "task-2890712" [ 1519.550115] env[69041]: _type = "Task" [ 1519.550115] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.557695] env[69041]: DEBUG oslo_vmware.api [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.927630] env[69041]: DEBUG nova.scheduler.client.report [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.059909] env[69041]: DEBUG oslo_vmware.api [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890712, 'name': PowerOffVM_Task, 'duration_secs': 0.140135} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.060229] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.060356] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.060593] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54ea514f-9a5a-402e-a012-70fa9d9512cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.084650] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1520.084942] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1520.085225] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Deleting the datastore file [datastore1] 7c952c8c-488a-49e2-a640-0116d1957a7d {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1520.085517] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12f90c53-c40f-4260-80ac-99cb79446173 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.092312] env[69041]: DEBUG oslo_vmware.api [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for the task: (returnval){ [ 1520.092312] env[69041]: value = "task-2890714" [ 1520.092312] env[69041]: _type = "Task" [ 1520.092312] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.099710] env[69041]: DEBUG oslo_vmware.api [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.432856] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.221s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.433070] env[69041]: INFO nova.compute.manager [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Migrating [ 1520.602824] env[69041]: DEBUG oslo_vmware.api [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Task: {'id': task-2890714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105983} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.603128] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.603326] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.603498] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.603673] env[69041]: INFO nova.compute.manager [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1520.603914] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1520.604122] env[69041]: DEBUG nova.compute.manager [-] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1520.604221] env[69041]: DEBUG nova.network.neutron [-] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.619628] env[69041]: DEBUG nova.network.neutron [-] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.685826] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03866778-4e59-460b-a677-e28dfac70993 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.704443] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance 'a84986dd-7388-46b2-a06c-e157dd1d9633' progress to 0 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1520.949100] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.949254] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.949367] env[69041]: DEBUG nova.network.neutron [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.122455] env[69041]: DEBUG nova.network.neutron [-] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.210315] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1521.210542] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94466cf6-2073-4b84-b4ee-4bca9fb8287b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.220284] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1521.220284] env[69041]: value = "task-2890715" [ 1521.220284] env[69041]: _type = "Task" [ 1521.220284] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.228330] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.626161] env[69041]: INFO nova.compute.manager [-] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Took 1.02 seconds to deallocate network for instance. [ 1521.661809] env[69041]: DEBUG nova.network.neutron [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance_info_cache with network_info: [{"id": "29f3a96f-8c2c-4918-83ab-1de30533972a", "address": "fa:16:3e:27:7e:8c", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3a96f-8c", "ovs_interfaceid": "29f3a96f-8c2c-4918-83ab-1de30533972a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.730834] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890715, 'name': PowerOffVM_Task, 'duration_secs': 0.185599} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.731132] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1521.731407] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance 'a84986dd-7388-46b2-a06c-e157dd1d9633' progress to 17 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1522.132570] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.132871] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.133080] env[69041]: DEBUG nova.objects.instance [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lazy-loading 'resources' on Instance uuid 7c952c8c-488a-49e2-a640-0116d1957a7d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.163690] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.237261] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.237508] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.237640] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.237817] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.237961] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.238120] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.238320] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.238471] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.238632] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.238825] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.238992] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.244263] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0734a1da-17c8-458a-b55a-ee167380bcd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.259914] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1522.259914] env[69041]: value = "task-2890716" [ 1522.259914] env[69041]: _type = "Task" [ 1522.259914] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.267735] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.771489] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890716, 'name': ReconfigVM_Task, 'duration_secs': 0.131633} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.771793] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance 'a84986dd-7388-46b2-a06c-e157dd1d9633' progress to 33 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1522.776620] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b8120f-e835-4712-bc23-d18d84b67b76 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.783329] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d3bc84-4a99-481d-a4d4-a00a02eb2237 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.813271] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c544aae-afe0-4d57-8a02-2899fb966f96 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.821025] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3426f60c-d6be-4c7e-9245-c7566c96f345 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.834741] env[69041]: DEBUG nova.compute.provider_tree [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.281245] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1523.281627] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1523.281674] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1523.281815] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1523.281958] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1523.282160] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1523.282371] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1523.282526] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1523.282687] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1523.282848] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1523.283020] env[69041]: DEBUG nova.virt.hardware [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1523.288457] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1523.288729] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cec2f398-20b7-46a7-bd92-f3e36fdfde6d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.307509] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1523.307509] env[69041]: value = "task-2890717" [ 1523.307509] env[69041]: _type = "Task" [ 1523.307509] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.315114] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.337190] env[69041]: DEBUG nova.scheduler.client.report [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.680591] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7798c64c-2044-4e3d-be6a-c3994660bf0e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.699035] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance 'bd998528-0bf7-4c09-a2cc-49a144c61e42' progress to 0 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1523.817648] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890717, 'name': ReconfigVM_Task, 'duration_secs': 0.146759} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.817936] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1523.818708] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d396add1-ce87-4fae-96b3-b940f23c23b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.840161] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034/volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.840420] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f32984e-121f-416e-8168-5f5e888ead41 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.853083] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.860464] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1523.860464] env[69041]: value = "task-2890718" [ 1523.860464] env[69041]: _type = "Task" [ 1523.860464] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.869166] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.870440] env[69041]: INFO nova.scheduler.client.report [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Deleted allocations for instance 7c952c8c-488a-49e2-a640-0116d1957a7d [ 1524.205696] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.206025] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f3faeaf-95c8-4f75-9fe2-509ad3b79244 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.212592] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1524.212592] env[69041]: value = "task-2890719" [ 1524.212592] env[69041]: _type = "Task" [ 1524.212592] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.220137] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.369904] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890718, 'name': ReconfigVM_Task, 'duration_secs': 0.285925} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.370315] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034/volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.370642] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance 'a84986dd-7388-46b2-a06c-e157dd1d9633' progress to 50 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1524.379750] env[69041]: DEBUG oslo_concurrency.lockutils [None req-079fe766-0948-46f1-b907-7458697d3cd2 tempest-ServersAaction247Test-440746458 tempest-ServersAaction247Test-440746458-project-member] Lock "7c952c8c-488a-49e2-a640-0116d1957a7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.430s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.722191] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890719, 'name': PowerOffVM_Task, 'duration_secs': 0.261206} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.722442] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.722626] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance 'bd998528-0bf7-4c09-a2cc-49a144c61e42' progress to 17 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1524.877317] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8064612-68bf-4746-a645-5d1b802e3a3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.896320] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0b9e33-b71c-4017-b1d8-c9f59bfb7fed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.913138] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance 'a84986dd-7388-46b2-a06c-e157dd1d9633' progress to 67 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1525.228831] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1525.229119] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.229286] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1525.229470] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.229617] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1525.229763] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1525.229967] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1525.230141] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1525.230310] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1525.230471] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1525.230645] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1525.236152] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49c1f642-7a0b-4cc8-a08f-7e64bb018619 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.252205] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1525.252205] env[69041]: value = "task-2890720" [ 1525.252205] env[69041]: _type = "Task" [ 1525.252205] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.260146] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.762332] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890720, 'name': ReconfigVM_Task, 'duration_secs': 0.173117} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.762628] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance 'bd998528-0bf7-4c09-a2cc-49a144c61e42' progress to 33 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1526.268833] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1526.269137] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.269302] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1526.269484] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.269648] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1526.269815] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1526.270029] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1526.270198] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1526.270364] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1526.270534] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1526.270708] env[69041]: DEBUG nova.virt.hardware [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1526.276021] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1526.276273] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6b976d-5723-40f0-9820-9ce465c28e22 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.295980] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1526.295980] env[69041]: value = "task-2890721" [ 1526.295980] env[69041]: _type = "Task" [ 1526.295980] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.303435] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.561959] env[69041]: DEBUG nova.network.neutron [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Port 7bad5213-81fe-48da-b179-2506685e6693 binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1526.806396] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890721, 'name': ReconfigVM_Task, 'duration_secs': 0.20628} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.806670] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1526.807435] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9ae77d-d497-4f03-9624-c75f90f9214d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.829289] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] bd998528-0bf7-4c09-a2cc-49a144c61e42/bd998528-0bf7-4c09-a2cc-49a144c61e42.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.829519] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c27e16-0272-4b18-a2cb-2d139fe47550 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.847120] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1526.847120] env[69041]: value = "task-2890722" [ 1526.847120] env[69041]: _type = "Task" [ 1526.847120] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.854557] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.357613] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890722, 'name': ReconfigVM_Task, 'duration_secs': 0.278568} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.358094] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Reconfigured VM instance instance-0000004c to attach disk [datastore1] bd998528-0bf7-4c09-a2cc-49a144c61e42/bd998528-0bf7-4c09-a2cc-49a144c61e42.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.358094] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance 'bd998528-0bf7-4c09-a2cc-49a144c61e42' progress to 50 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1527.579703] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "a84986dd-7388-46b2-a06c-e157dd1d9633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.580378] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.580601] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.821069] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.821069] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.821406] env[69041]: INFO nova.compute.manager [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Shelving [ 1527.864198] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee16fe2-b1dc-4f78-8b88-f3636ab357d7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.884948] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d11c241-249b-4f30-8383-9ca13ed401b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.902962] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance 'bd998528-0bf7-4c09-a2cc-49a144c61e42' progress to 67 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1528.446055] env[69041]: DEBUG nova.network.neutron [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Port 29f3a96f-8c2c-4918-83ab-1de30533972a binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1528.621047] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.621047] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.621047] env[69041]: DEBUG nova.network.neutron [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.829588] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.829975] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75aec415-7504-4a73-96f0-72029a9344b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.837653] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1528.837653] env[69041]: value = "task-2890723" [ 1528.837653] env[69041]: _type = "Task" [ 1528.837653] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.845799] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.309568] env[69041]: DEBUG nova.network.neutron [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance_info_cache with network_info: [{"id": "7bad5213-81fe-48da-b179-2506685e6693", "address": "fa:16:3e:a3:84:a1", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bad5213-81", "ovs_interfaceid": "7bad5213-81fe-48da-b179-2506685e6693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.346568] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890723, 'name': PowerOffVM_Task, 'duration_secs': 0.176191} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.346884] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.347646] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ac39ed-f00b-4e97-b3dc-8fbd9609e73b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.366877] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6308f5fa-ed21-47e8-9146-d41294408060 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.467627] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "bd998528-0bf7-4c09-a2cc-49a144c61e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.467848] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.468037] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.812614] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.876528] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1529.876917] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2033ae3-6f10-451e-a1e9-59332df1a95b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.884865] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1529.884865] env[69041]: value = "task-2890724" [ 1529.884865] env[69041]: _type = "Task" [ 1529.884865] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.893992] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890724, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.321018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faa7382-8dc4-4ae3-b19b-011a7fc7a921 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.327739] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4fd819-2c7f-4865-9815-3702026fb6f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.394468] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890724, 'name': CreateSnapshot_Task, 'duration_secs': 0.463446} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.394719] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1530.395681] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e1ca40-f43c-4a41-b3c3-4d37a1cc56c4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.501968] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.502181] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.502370] env[69041]: DEBUG nova.network.neutron [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.913838] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1530.914523] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-127f465b-1883-4e48-abea-f0fd993782e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.923219] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1530.923219] env[69041]: value = "task-2890725" [ 1530.923219] env[69041]: _type = "Task" [ 1530.923219] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.931246] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890725, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.417820] env[69041]: DEBUG nova.network.neutron [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance_info_cache with network_info: [{"id": "29f3a96f-8c2c-4918-83ab-1de30533972a", "address": "fa:16:3e:27:7e:8c", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3a96f-8c", "ovs_interfaceid": "29f3a96f-8c2c-4918-83ab-1de30533972a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.434282] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890725, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.435679] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b5b515-63d4-4165-8b7b-3e405cb5a9ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.453805] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201e865e-04c8-4966-a36c-1f410b7edd25 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.460283] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance 'a84986dd-7388-46b2-a06c-e157dd1d9633' progress to 83 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1531.920896] env[69041]: DEBUG oslo_concurrency.lockutils [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.933420] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890725, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.966985] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.967556] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f109e78d-f367-45f7-95e0-67af42a715e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.975090] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1531.975090] env[69041]: value = "task-2890726" [ 1531.975090] env[69041]: _type = "Task" [ 1531.975090] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.983373] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.439930] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890725, 'name': CloneVM_Task, 'duration_secs': 1.128197} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.440208] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Created linked-clone VM from snapshot [ 1532.440942] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b462abf5-aed5-41a6-8868-9b7136915d6b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.445055] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda50745-2d77-42b1-9bad-30f7209d3be1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.450454] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Uploading image 83a6a288-b1b1-42bf-b0d9-87633078e116 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1532.467950] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e649b43-4020-4c5b-875c-2f2c8dd0f53c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.476837] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance 'bd998528-0bf7-4c09-a2cc-49a144c61e42' progress to 83 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1532.482333] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1532.482333] env[69041]: value = "vm-580744" [ 1532.482333] env[69041]: _type = "VirtualMachine" [ 1532.482333] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1532.485666] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3a0326f-72d1-49e7-a701-c7285ba5d36f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.492343] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890726, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.494327] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lease: (returnval){ [ 1532.494327] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52201c2b-090f-e3e6-c5ca-ad5c81bfb3ca" [ 1532.494327] env[69041]: _type = "HttpNfcLease" [ 1532.494327] env[69041]: } obtained for exporting VM: (result){ [ 1532.494327] env[69041]: value = "vm-580744" [ 1532.494327] env[69041]: _type = "VirtualMachine" [ 1532.494327] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1532.494621] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the lease: (returnval){ [ 1532.494621] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52201c2b-090f-e3e6-c5ca-ad5c81bfb3ca" [ 1532.494621] env[69041]: _type = "HttpNfcLease" [ 1532.494621] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1532.500197] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1532.500197] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52201c2b-090f-e3e6-c5ca-ad5c81bfb3ca" [ 1532.500197] env[69041]: _type = "HttpNfcLease" [ 1532.500197] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1532.986274] env[69041]: DEBUG oslo_vmware.api [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890726, 'name': PowerOnVM_Task, 'duration_secs': 0.520192} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.986648] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.986648] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7dded3f6-88c8-4125-8b70-9611dc7ed3eb tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance 'a84986dd-7388-46b2-a06c-e157dd1d9633' progress to 100 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1532.991387] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.991807] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-083868b1-169a-4c5e-8052-74fffa56bd36 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.999032] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1532.999032] env[69041]: value = "task-2890728" [ 1532.999032] env[69041]: _type = "Task" [ 1532.999032] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.003859] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1533.003859] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52201c2b-090f-e3e6-c5ca-ad5c81bfb3ca" [ 1533.003859] env[69041]: _type = "HttpNfcLease" [ 1533.003859] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1533.004402] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1533.004402] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52201c2b-090f-e3e6-c5ca-ad5c81bfb3ca" [ 1533.004402] env[69041]: _type = "HttpNfcLease" [ 1533.004402] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1533.005386] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2095056f-6f34-486d-a9cf-9a6f8739d753 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.010237] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.015141] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d5192-efa5-3d94-3d65-83df4334d7ce/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1533.015229] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d5192-efa5-3d94-3d65-83df4334d7ce/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1533.102836] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1120b366-1f94-48db-b012-ec1158c2a020 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.509946] env[69041]: DEBUG oslo_vmware.api [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890728, 'name': PowerOnVM_Task, 'duration_secs': 0.376172} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.510325] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.511220] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9bbdcf-0257-4b12-94e5-8905b3443def tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance 'bd998528-0bf7-4c09-a2cc-49a144c61e42' progress to 100 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1535.169342] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "a84986dd-7388-46b2-a06c-e157dd1d9633" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.170250] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.170336] env[69041]: DEBUG nova.compute.manager [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Going to confirm migration 8 {{(pid=69041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1535.745434] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.745681] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquired lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.745916] env[69041]: DEBUG nova.network.neutron [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.746201] env[69041]: DEBUG nova.objects.instance [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lazy-loading 'info_cache' on Instance uuid a84986dd-7388-46b2-a06c-e157dd1d9633 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.868358] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.868632] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.868821] env[69041]: DEBUG nova.compute.manager [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Going to confirm migration 9 {{(pid=69041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1536.211908] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "fd2b0389-c302-4422-a6fe-5ba7b1100647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.212365] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "fd2b0389-c302-4422-a6fe-5ba7b1100647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.212365] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "fd2b0389-c302-4422-a6fe-5ba7b1100647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.212477] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "fd2b0389-c302-4422-a6fe-5ba7b1100647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.212672] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "fd2b0389-c302-4422-a6fe-5ba7b1100647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.214860] env[69041]: INFO nova.compute.manager [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Terminating instance [ 1536.426468] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.426654] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.426831] env[69041]: DEBUG nova.network.neutron [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.427020] env[69041]: DEBUG nova.objects.instance [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'info_cache' on Instance uuid bd998528-0bf7-4c09-a2cc-49a144c61e42 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.718825] env[69041]: DEBUG nova.compute.manager [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1536.719096] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1536.720124] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9772077b-ccae-4c2a-926c-874a06999438 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.728149] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.728431] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77ed201b-583e-446f-a555-af5c8115c07e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.734158] env[69041]: DEBUG oslo_vmware.api [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1536.734158] env[69041]: value = "task-2890729" [ 1536.734158] env[69041]: _type = "Task" [ 1536.734158] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.741697] env[69041]: DEBUG oslo_vmware.api [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.969308] env[69041]: DEBUG nova.network.neutron [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance_info_cache with network_info: [{"id": "7bad5213-81fe-48da-b179-2506685e6693", "address": "fa:16:3e:a3:84:a1", "network": {"id": "e26b2308-65b1-491d-be08-08e555d1289f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1753529830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb458c8e2d8f4973818d10e29fff35bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bad5213-81", "ovs_interfaceid": "7bad5213-81fe-48da-b179-2506685e6693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.246264] env[69041]: DEBUG oslo_vmware.api [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890729, 'name': PowerOffVM_Task, 'duration_secs': 0.21411} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.246628] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1537.246628] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1537.246872] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c19ff8d2-3d70-4c3d-9f27-d333eb6ee8a4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.311877] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1537.312124] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1537.312316] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleting the datastore file [datastore1] fd2b0389-c302-4422-a6fe-5ba7b1100647 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.312580] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6251d732-4ded-417f-a821-77e043bddfc8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.319656] env[69041]: DEBUG oslo_vmware.api [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1537.319656] env[69041]: value = "task-2890731" [ 1537.319656] env[69041]: _type = "Task" [ 1537.319656] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.327738] env[69041]: DEBUG oslo_vmware.api [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.472419] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Releasing lock "refresh_cache-a84986dd-7388-46b2-a06c-e157dd1d9633" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.472721] env[69041]: DEBUG nova.objects.instance [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lazy-loading 'migration_context' on Instance uuid a84986dd-7388-46b2-a06c-e157dd1d9633 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.635669] env[69041]: DEBUG nova.network.neutron [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance_info_cache with network_info: [{"id": "29f3a96f-8c2c-4918-83ab-1de30533972a", "address": "fa:16:3e:27:7e:8c", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29f3a96f-8c", "ovs_interfaceid": "29f3a96f-8c2c-4918-83ab-1de30533972a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.829802] env[69041]: DEBUG oslo_vmware.api [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.975714] env[69041]: DEBUG nova.objects.base [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1537.976703] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142dadef-ab44-4f4f-abae-16944556cf3b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.996347] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee33c4e-fb71-42ca-9e0d-baee65a8c0e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.002468] env[69041]: DEBUG oslo_vmware.api [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1538.002468] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b1bd77-a65a-31db-485a-ed4f6b9dffe6" [ 1538.002468] env[69041]: _type = "Task" [ 1538.002468] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.010636] env[69041]: DEBUG oslo_vmware.api [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b1bd77-a65a-31db-485a-ed4f6b9dffe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.138805] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-bd998528-0bf7-4c09-a2cc-49a144c61e42" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.139169] env[69041]: DEBUG nova.objects.instance [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'migration_context' on Instance uuid bd998528-0bf7-4c09-a2cc-49a144c61e42 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.330501] env[69041]: DEBUG oslo_vmware.api [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599508} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.330898] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1538.330942] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1538.331137] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1538.331324] env[69041]: INFO nova.compute.manager [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1538.331569] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1538.331764] env[69041]: DEBUG nova.compute.manager [-] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1538.331857] env[69041]: DEBUG nova.network.neutron [-] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1538.515702] env[69041]: DEBUG oslo_vmware.api [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b1bd77-a65a-31db-485a-ed4f6b9dffe6, 'name': SearchDatastore_Task, 'duration_secs': 0.00839} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.515702] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.515702] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.644040] env[69041]: DEBUG nova.objects.base [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1538.644040] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4db93fe-be0e-4b84-a86a-5099c2859850 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.666396] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3b5c77-6eee-4197-9e8a-9777686ff850 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.673535] env[69041]: DEBUG oslo_vmware.api [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1538.673535] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523a8d73-adca-b67a-0fe2-6a1040ca3870" [ 1538.673535] env[69041]: _type = "Task" [ 1538.673535] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.683116] env[69041]: DEBUG oslo_vmware.api [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523a8d73-adca-b67a-0fe2-6a1040ca3870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.826301] env[69041]: DEBUG nova.compute.manager [req-709e8c9c-cdcd-431c-81d6-e75329a8b6fb req-3df30cfb-4082-466f-b811-6d3e62cbc688 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Received event network-vif-deleted-1f8bb208-95e4-4334-9fcf-3f8f8490a41c {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1538.826977] env[69041]: INFO nova.compute.manager [req-709e8c9c-cdcd-431c-81d6-e75329a8b6fb req-3df30cfb-4082-466f-b811-6d3e62cbc688 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Neutron deleted interface 1f8bb208-95e4-4334-9fcf-3f8f8490a41c; detaching it from the instance and deleting it from the info cache [ 1538.827389] env[69041]: DEBUG nova.network.neutron [req-709e8c9c-cdcd-431c-81d6-e75329a8b6fb req-3df30cfb-4082-466f-b811-6d3e62cbc688 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.160485] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f614d4-3096-4f4f-a80c-ea20ae7d0a8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.168205] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d255cafc-736f-47d0-96a9-7e25c8c543ed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.202293] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b004e22b-2387-41c4-a789-7e8c47b64863 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.208007] env[69041]: DEBUG oslo_vmware.api [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]523a8d73-adca-b67a-0fe2-6a1040ca3870, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.208619] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.212974] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5082a00-31f5-4fcf-84bf-bde22812e585 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.226501] env[69041]: DEBUG nova.compute.provider_tree [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.300789] env[69041]: DEBUG nova.network.neutron [-] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.330380] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a16cc788-2be5-4c62-9b95-f69f333a1b74 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.339200] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1152d26-0945-43ce-a9fe-3040a321670e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.371503] env[69041]: DEBUG nova.compute.manager [req-709e8c9c-cdcd-431c-81d6-e75329a8b6fb req-3df30cfb-4082-466f-b811-6d3e62cbc688 service nova] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Detach interface failed, port_id=1f8bb208-95e4-4334-9fcf-3f8f8490a41c, reason: Instance fd2b0389-c302-4422-a6fe-5ba7b1100647 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1539.734022] env[69041]: DEBUG nova.scheduler.client.report [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.804178] env[69041]: INFO nova.compute.manager [-] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Took 1.47 seconds to deallocate network for instance. [ 1540.311412] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.744991] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.230s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.747851] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.539s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.312160] env[69041]: INFO nova.scheduler.client.report [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted allocation for migration 5c94a7c9-6b07-4092-b967-fcb9bf0fcdb2 [ 1541.383865] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af9bff5-731c-49c0-bfe9-a0e32a5a1035 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.391874] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1363922f-8c51-49f1-ab19-fa63db7e8e52 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.424799] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0d059c-5938-4c58-94e3-0d2ed36d5e6c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.432654] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391c3a15-8fc4-4639-b223-411e1774338f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.446907] env[69041]: DEBUG nova.compute.provider_tree [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.609722] env[69041]: INFO nova.compute.manager [None req-0342ba79-a2d9-46cd-8676-817efaee10fa tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Get console output [ 1541.610370] env[69041]: WARNING nova.virt.vmwareapi.driver [None req-0342ba79-a2d9-46cd-8676-817efaee10fa tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] The console log is missing. Check your VSPC configuration [ 1541.818387] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a73a642d-e47b-4161-95b1-ffc91cec8822 tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.649s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.949830] env[69041]: DEBUG nova.scheduler.client.report [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.936661] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d5192-efa5-3d94-3d65-83df4334d7ce/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1542.937691] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f792ef5-1eb4-4051-b647-5c44cf35eb89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.943836] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d5192-efa5-3d94-3d65-83df4334d7ce/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1542.944045] env[69041]: ERROR oslo_vmware.rw_handles [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d5192-efa5-3d94-3d65-83df4334d7ce/disk-0.vmdk due to incomplete transfer. [ 1542.944292] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5e9358e1-b7c9-4831-8650-ac0ae77660f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.951253] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d5192-efa5-3d94-3d65-83df4334d7ce/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1542.951449] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Uploaded image 83a6a288-b1b1-42bf-b0d9-87633078e116 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1542.953814] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1542.954842] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea134b78-0676-483e-8868-65d004dce2c0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.959013] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.211s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.963325] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.652s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.963574] env[69041]: DEBUG nova.objects.instance [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lazy-loading 'resources' on Instance uuid fd2b0389-c302-4422-a6fe-5ba7b1100647 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.964867] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1542.964867] env[69041]: value = "task-2890732" [ 1542.964867] env[69041]: _type = "Task" [ 1542.964867] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.974393] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890732, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.389797] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.389797] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.389797] env[69041]: INFO nova.compute.manager [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Shelving [ 1544.150567] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890732, 'name': Destroy_Task, 'duration_secs': 0.337092} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.150893] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Destroyed the VM [ 1544.151076] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1544.151342] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-669bed3b-fc11-4a04-8d1b-a441b0b742cf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.161199] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1544.161199] env[69041]: value = "task-2890733" [ 1544.161199] env[69041]: _type = "Task" [ 1544.161199] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.171165] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890733, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.193851] env[69041]: INFO nova.scheduler.client.report [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleted allocation for migration 96dd3d83-708b-4810-9ff9-ed4462b960bd [ 1544.255919] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43cf32d-1ab5-41f1-ae96-5b9e883433cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.263299] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460fb77d-8ff5-44ae-9a8d-3fcd59642f92 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.293513] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df94e7c3-f25b-4c21-b09c-653b4fb78484 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.300552] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55b0bc8-7ffc-4724-8bf7-8f223924d20d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.313598] env[69041]: DEBUG nova.compute.provider_tree [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.646856] env[69041]: DEBUG oslo_concurrency.lockutils [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.647427] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1544.647699] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f381e67-2db2-45f0-84a3-45348e09459f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.654501] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1544.654501] env[69041]: value = "task-2890734" [ 1544.654501] env[69041]: _type = "Task" [ 1544.654501] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.662917] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.670883] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890733, 'name': RemoveSnapshot_Task, 'duration_secs': 0.357459} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.671210] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1544.671534] env[69041]: DEBUG nova.compute.manager [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.672363] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6446ae42-c386-477f-b692-e29e6c379139 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.700891] env[69041]: DEBUG oslo_concurrency.lockutils [None req-07f4a44e-3642-432b-9830-573f96f83f64 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.832s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.702054] env[69041]: DEBUG oslo_concurrency.lockutils [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.055s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.702316] env[69041]: DEBUG oslo_concurrency.lockutils [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "bd998528-0bf7-4c09-a2cc-49a144c61e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.702523] env[69041]: DEBUG oslo_concurrency.lockutils [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.702690] env[69041]: DEBUG oslo_concurrency.lockutils [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.704653] env[69041]: INFO nova.compute.manager [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Terminating instance [ 1544.816816] env[69041]: DEBUG nova.scheduler.client.report [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.164803] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890734, 'name': PowerOffVM_Task, 'duration_secs': 0.225759} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.165092] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.165876] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc2c650-7e43-49d4-9b51-7ec30345bfb7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.186217] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b327c4-d0c8-48a1-97af-1f03993591b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.188964] env[69041]: INFO nova.compute.manager [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Shelve offloading [ 1545.208705] env[69041]: DEBUG nova.compute.manager [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1545.208911] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.209745] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd8641a-9a54-43f2-aa46-b4b8a534ecac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.217008] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.217278] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b2273ce-2eb2-42e7-a780-8b1419c46bed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.223667] env[69041]: DEBUG oslo_vmware.api [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1545.223667] env[69041]: value = "task-2890735" [ 1545.223667] env[69041]: _type = "Task" [ 1545.223667] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.232515] env[69041]: DEBUG oslo_vmware.api [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.322539] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.345877] env[69041]: INFO nova.scheduler.client.report [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleted allocations for instance fd2b0389-c302-4422-a6fe-5ba7b1100647 [ 1545.693139] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.693470] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2e187c4-0760-400e-932c-c9a89c50796c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.698577] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1545.698820] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eefaedd8-2409-4d95-b17b-e86542c3ffa4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.702271] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1545.702271] env[69041]: value = "task-2890736" [ 1545.702271] env[69041]: _type = "Task" [ 1545.702271] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.706505] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1545.706505] env[69041]: value = "task-2890737" [ 1545.706505] env[69041]: _type = "Task" [ 1545.706505] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.713823] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1545.714066] env[69041]: DEBUG nova.compute.manager [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1545.714930] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb1b846-e1cc-458f-bb26-3a3b7d2ccd74 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.721935] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890737, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.725195] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.725360] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.725524] env[69041]: DEBUG nova.network.neutron [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.733903] env[69041]: DEBUG oslo_vmware.api [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890735, 'name': PowerOffVM_Task, 'duration_secs': 0.151108} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.734182] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1545.734343] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.734599] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dd25494-3e4a-4800-a225-74477eb2d39f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.795540] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.795834] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.795978] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleting the datastore file [datastore1] bd998528-0bf7-4c09-a2cc-49a144c61e42 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.796275] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-802a2945-2384-4d96-81d9-67cc1fdfdb8e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.803350] env[69041]: DEBUG oslo_vmware.api [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1545.803350] env[69041]: value = "task-2890739" [ 1545.803350] env[69041]: _type = "Task" [ 1545.803350] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.812413] env[69041]: DEBUG oslo_vmware.api [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.854200] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9c58726a-fc56-417f-9180-5bdac3994ff1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "fd2b0389-c302-4422-a6fe-5ba7b1100647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.642s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.221275] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890737, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.314103] env[69041]: DEBUG oslo_vmware.api [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160058} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.314389] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.314572] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.314747] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.314918] env[69041]: INFO nova.compute.manager [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1546.315180] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1546.315378] env[69041]: DEBUG nova.compute.manager [-] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1546.315470] env[69041]: DEBUG nova.network.neutron [-] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1546.444044] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.444286] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.539558] env[69041]: DEBUG nova.network.neutron [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updating instance_info_cache with network_info: [{"id": "ec23cb57-146c-483d-ba53-9255761bf007", "address": "fa:16:3e:d8:8f:c1", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec23cb57-14", "ovs_interfaceid": "ec23cb57-146c-483d-ba53-9255761bf007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.717445] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890737, 'name': CreateSnapshot_Task, 'duration_secs': 0.515417} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.717740] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1546.718520] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6352720-6258-467e-b797-04325e3440ff {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.832979] env[69041]: DEBUG nova.compute.manager [req-ff470075-d9b4-4ef8-b939-0bcaa46f67bb req-16e2e1e6-a8b7-49f9-b0d0-805801d51f2b service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Received event network-vif-deleted-29f3a96f-8c2c-4918-83ab-1de30533972a {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1546.833175] env[69041]: INFO nova.compute.manager [req-ff470075-d9b4-4ef8-b939-0bcaa46f67bb req-16e2e1e6-a8b7-49f9-b0d0-805801d51f2b service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Neutron deleted interface 29f3a96f-8c2c-4918-83ab-1de30533972a; detaching it from the instance and deleting it from the info cache [ 1546.833423] env[69041]: DEBUG nova.network.neutron [req-ff470075-d9b4-4ef8-b939-0bcaa46f67bb req-16e2e1e6-a8b7-49f9-b0d0-805801d51f2b service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.947265] env[69041]: INFO nova.compute.manager [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Detaching volume 05c718d6-d973-43ef-98f9-6291820c6c96 [ 1546.982205] env[69041]: INFO nova.virt.block_device [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Attempting to driver detach volume 05c718d6-d973-43ef-98f9-6291820c6c96 from mountpoint /dev/sdb [ 1546.982452] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1546.982637] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580732', 'volume_id': '05c718d6-d973-43ef-98f9-6291820c6c96', 'name': 'volume-05c718d6-d973-43ef-98f9-6291820c6c96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656ee282-f7b4-4ea9-bd5c-031e656a7351', 'attached_at': '', 'detached_at': '', 'volume_id': '05c718d6-d973-43ef-98f9-6291820c6c96', 'serial': '05c718d6-d973-43ef-98f9-6291820c6c96'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1546.983575] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd09fb66-d88a-429e-8e14-664142b7af8a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.006372] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc77d255-d6d6-47d7-ab88-de217531dc7d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.013600] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b17b5b-4344-4e91-8782-1a1931f71290 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.033729] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0389e579-c052-4ed1-8946-a9c7f85394e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.048156] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.050009] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] The volume has not been displaced from its original location: [datastore2] volume-05c718d6-d973-43ef-98f9-6291820c6c96/volume-05c718d6-d973-43ef-98f9-6291820c6c96.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1547.055223] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1547.055508] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41cfa4de-f0e8-46ad-89d1-c5dab2b0d6fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.073390] env[69041]: DEBUG oslo_vmware.api [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1547.073390] env[69041]: value = "task-2890740" [ 1547.073390] env[69041]: _type = "Task" [ 1547.073390] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.080816] env[69041]: DEBUG oslo_vmware.api [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890740, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.235851] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1547.237046] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42972fce-caa7-4712-a34f-d0cb6b4e6944 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.245206] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1547.245206] env[69041]: value = "task-2890741" [ 1547.245206] env[69041]: _type = "Task" [ 1547.245206] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.253607] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890741, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.303174] env[69041]: DEBUG nova.network.neutron [-] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.336943] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8656de7f-598c-4fc4-9f57-0bf8e690e931 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.345980] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc8e00c-ffe4-4a14-9984-e5df948b7392 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.377807] env[69041]: DEBUG nova.compute.manager [req-ff470075-d9b4-4ef8-b939-0bcaa46f67bb req-16e2e1e6-a8b7-49f9-b0d0-805801d51f2b service nova] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Detach interface failed, port_id=29f3a96f-8c2c-4918-83ab-1de30533972a, reason: Instance bd998528-0bf7-4c09-a2cc-49a144c61e42 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1547.388809] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.389684] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44db08ea-6735-4c8c-829e-6f03dfcfccb2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.398304] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.398575] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f2fcaa7-1ad5-4a0e-9237-00bfb948b541 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.467788] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.468127] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.468255] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleting the datastore file [datastore2] 5783a181-b9f8-4f72-b008-1b9c4a7551fc {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.468567] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feda1d3d-401c-4d7b-925e-e95b5590951a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.476615] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1547.476615] env[69041]: value = "task-2890743" [ 1547.476615] env[69041]: _type = "Task" [ 1547.476615] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.484596] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.584011] env[69041]: DEBUG oslo_vmware.api [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890740, 'name': ReconfigVM_Task, 'duration_secs': 0.254446} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.584319] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1547.589547] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43812701-c090-47b6-ba4b-b8cedad1de5c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.605612] env[69041]: DEBUG oslo_vmware.api [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1547.605612] env[69041]: value = "task-2890744" [ 1547.605612] env[69041]: _type = "Task" [ 1547.605612] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.614108] env[69041]: DEBUG oslo_vmware.api [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.755656] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890741, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.806612] env[69041]: INFO nova.compute.manager [-] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Took 1.49 seconds to deallocate network for instance. [ 1547.986259] env[69041]: DEBUG oslo_vmware.api [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149754} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.986513] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.986696] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.986869] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.013147] env[69041]: INFO nova.scheduler.client.report [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleted allocations for instance 5783a181-b9f8-4f72-b008-1b9c4a7551fc [ 1548.115691] env[69041]: DEBUG oslo_vmware.api [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890744, 'name': ReconfigVM_Task, 'duration_secs': 0.144858} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.115943] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580732', 'volume_id': '05c718d6-d973-43ef-98f9-6291820c6c96', 'name': 'volume-05c718d6-d973-43ef-98f9-6291820c6c96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656ee282-f7b4-4ea9-bd5c-031e656a7351', 'attached_at': '', 'detached_at': '', 'volume_id': '05c718d6-d973-43ef-98f9-6291820c6c96', 'serial': '05c718d6-d973-43ef-98f9-6291820c6c96'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1548.256304] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890741, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.314586] env[69041]: DEBUG oslo_concurrency.lockutils [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.314864] env[69041]: DEBUG oslo_concurrency.lockutils [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.315063] env[69041]: DEBUG oslo_concurrency.lockutils [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.331950] env[69041]: INFO nova.scheduler.client.report [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleted allocations for instance bd998528-0bf7-4c09-a2cc-49a144c61e42 [ 1548.517986] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.518294] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.518572] env[69041]: DEBUG nova.objects.instance [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'resources' on Instance uuid 5783a181-b9f8-4f72-b008-1b9c4a7551fc {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.656883] env[69041]: DEBUG nova.objects.instance [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lazy-loading 'flavor' on Instance uuid 656ee282-f7b4-4ea9-bd5c-031e656a7351 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1548.757464] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890741, 'name': CloneVM_Task, 'duration_secs': 1.174254} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.757762] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Created linked-clone VM from snapshot [ 1548.758517] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fef6856-b1a7-4b32-aca2-0ced9444379f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.765621] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Uploading image b1325ab1-0fe4-428f-b639-20231b542417 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1548.791532] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1548.791532] env[69041]: value = "vm-580746" [ 1548.791532] env[69041]: _type = "VirtualMachine" [ 1548.791532] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1548.791815] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b753f35-a6f4-4e36-9131-f2af5e9ae44f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.799515] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lease: (returnval){ [ 1548.799515] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d8d92b-b8a2-6954-2aec-4a5b097b9709" [ 1548.799515] env[69041]: _type = "HttpNfcLease" [ 1548.799515] env[69041]: } obtained for exporting VM: (result){ [ 1548.799515] env[69041]: value = "vm-580746" [ 1548.799515] env[69041]: _type = "VirtualMachine" [ 1548.799515] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1548.799787] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the lease: (returnval){ [ 1548.799787] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d8d92b-b8a2-6954-2aec-4a5b097b9709" [ 1548.799787] env[69041]: _type = "HttpNfcLease" [ 1548.799787] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1548.807123] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1548.807123] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d8d92b-b8a2-6954-2aec-4a5b097b9709" [ 1548.807123] env[69041]: _type = "HttpNfcLease" [ 1548.807123] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1548.839403] env[69041]: DEBUG oslo_concurrency.lockutils [None req-31bc7a1a-7a72-4717-a4a1-308bcb6273df tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "bd998528-0bf7-4c09-a2cc-49a144c61e42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.137s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.862982] env[69041]: DEBUG nova.compute.manager [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received event network-vif-unplugged-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1548.863250] env[69041]: DEBUG oslo_concurrency.lockutils [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] Acquiring lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.863454] env[69041]: DEBUG oslo_concurrency.lockutils [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.863642] env[69041]: DEBUG oslo_concurrency.lockutils [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.863809] env[69041]: DEBUG nova.compute.manager [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] No waiting events found dispatching network-vif-unplugged-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.863974] env[69041]: WARNING nova.compute.manager [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received unexpected event network-vif-unplugged-ec23cb57-146c-483d-ba53-9255761bf007 for instance with vm_state shelved_offloaded and task_state None. [ 1548.864148] env[69041]: DEBUG nova.compute.manager [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received event network-changed-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1548.864306] env[69041]: DEBUG nova.compute.manager [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Refreshing instance network info cache due to event network-changed-ec23cb57-146c-483d-ba53-9255761bf007. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1548.864484] env[69041]: DEBUG oslo_concurrency.lockutils [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] Acquiring lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.864619] env[69041]: DEBUG oslo_concurrency.lockutils [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] Acquired lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.864769] env[69041]: DEBUG nova.network.neutron [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Refreshing network info cache for port ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.021409] env[69041]: DEBUG nova.objects.instance [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'numa_topology' on Instance uuid 5783a181-b9f8-4f72-b008-1b9c4a7551fc {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.307514] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1549.307514] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d8d92b-b8a2-6954-2aec-4a5b097b9709" [ 1549.307514] env[69041]: _type = "HttpNfcLease" [ 1549.307514] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1549.307950] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1549.307950] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52d8d92b-b8a2-6954-2aec-4a5b097b9709" [ 1549.307950] env[69041]: _type = "HttpNfcLease" [ 1549.307950] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1549.308510] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f76d00b-fc1c-4eb9-b336-1f84f1d4de27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.315645] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edf850-6c86-4308-1757-3f427cf1b8a2/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1549.315960] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edf850-6c86-4308-1757-3f427cf1b8a2/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1549.407743] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96444bda-30e0-4949-afa1-70073ca5bab5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.526287] env[69041]: DEBUG nova.objects.base [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Object Instance<5783a181-b9f8-4f72-b008-1b9c4a7551fc> lazy-loaded attributes: resources,numa_topology {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1549.597233] env[69041]: DEBUG nova.network.neutron [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updated VIF entry in instance network info cache for port ec23cb57-146c-483d-ba53-9255761bf007. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.597617] env[69041]: DEBUG nova.network.neutron [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updating instance_info_cache with network_info: [{"id": "ec23cb57-146c-483d-ba53-9255761bf007", "address": "fa:16:3e:d8:8f:c1", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapec23cb57-14", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.603819] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d564e65-d4f2-4148-879e-40d1971108ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.615815] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7db7f1d-d615-4c93-846a-a85cdb2f9120 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.651603] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcb4d08-f9f2-4d30-9e95-87221bc8e283 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.659463] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f47706-9718-4bf4-8af7-07dddf77e270 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.665475] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6de23388-b825-4237-b6f7-cf5bb1241431 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.676886] env[69041]: DEBUG nova.compute.provider_tree [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.088137] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "cd0e1399-77b3-44e2-92e1-dee21d0de541" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.088570] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "cd0e1399-77b3-44e2-92e1-dee21d0de541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.103333] env[69041]: DEBUG oslo_concurrency.lockutils [req-08a93532-cd83-4f56-b23c-257c56ac8505 req-1c0e56ce-e037-4c7d-81c0-ede66712bd6b service nova] Releasing lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.180599] env[69041]: DEBUG nova.scheduler.client.report [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1550.591472] env[69041]: DEBUG nova.compute.manager [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1550.686314] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.725205] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.725437] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.725719] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "656ee282-f7b4-4ea9-bd5c-031e656a7351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.726031] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.726288] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.728439] env[69041]: INFO nova.compute.manager [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Terminating instance [ 1550.805403] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.113695] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.113984] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.115656] env[69041]: INFO nova.compute.claims [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1551.194142] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8c2252e8-249b-4eab-9a54-4608590d87ee tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.373s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.195443] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.390s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.195743] env[69041]: INFO nova.compute.manager [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Unshelving [ 1551.232666] env[69041]: DEBUG nova.compute.manager [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1551.232916] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.233881] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db1979a-3d14-4523-86bd-b8791b71f7c6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.243943] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.244212] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6949080-6389-4759-bbca-884aad5023e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.250837] env[69041]: DEBUG oslo_vmware.api [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1551.250837] env[69041]: value = "task-2890746" [ 1551.250837] env[69041]: _type = "Task" [ 1551.250837] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.258830] env[69041]: DEBUG oslo_vmware.api [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.760634] env[69041]: DEBUG oslo_vmware.api [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890746, 'name': PowerOffVM_Task, 'duration_secs': 0.22185} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.760999] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.761060] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.761341] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a9367ad-0014-49d1-97e5-be79e85f330c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.820935] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.821267] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.821473] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleting the datastore file [datastore2] 656ee282-f7b4-4ea9-bd5c-031e656a7351 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.821800] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c59e0ef1-5f1c-4b23-aae5-40928dbf4a3c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.828110] env[69041]: DEBUG oslo_vmware.api [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1551.828110] env[69041]: value = "task-2890748" [ 1551.828110] env[69041]: _type = "Task" [ 1551.828110] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.836360] env[69041]: DEBUG oslo_vmware.api [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.214098] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.220273] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1abc900-bf69-468e-a8c1-b4c2ba30907c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.228322] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e58ecd5-0e44-4449-b073-ac4f892850f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.261283] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a0fd39-3201-437b-be0c-af67c4561098 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.268925] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8380d4b3-efea-47dd-bd19-7616edc7d451 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.285154] env[69041]: DEBUG nova.compute.provider_tree [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.338524] env[69041]: DEBUG oslo_vmware.api [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194225} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.338701] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.338841] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.339030] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.339215] env[69041]: INFO nova.compute.manager [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1552.339516] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1552.339726] env[69041]: DEBUG nova.compute.manager [-] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.339825] env[69041]: DEBUG nova.network.neutron [-] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.788673] env[69041]: DEBUG nova.scheduler.client.report [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1552.827669] env[69041]: DEBUG nova.compute.manager [req-d18d2fc4-3f5c-48b4-85b2-8aa47ffe0625 req-7002c825-fff5-47fc-a216-10df7c921d60 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Received event network-vif-deleted-a41ca097-adb9-45f7-bb18-30b7a44477c2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1552.827892] env[69041]: INFO nova.compute.manager [req-d18d2fc4-3f5c-48b4-85b2-8aa47ffe0625 req-7002c825-fff5-47fc-a216-10df7c921d60 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Neutron deleted interface a41ca097-adb9-45f7-bb18-30b7a44477c2; detaching it from the instance and deleting it from the info cache [ 1552.828086] env[69041]: DEBUG nova.network.neutron [req-d18d2fc4-3f5c-48b4-85b2-8aa47ffe0625 req-7002c825-fff5-47fc-a216-10df7c921d60 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.874568] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.874802] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.875026] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.875323] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.875411] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.875523] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.875709] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.875916] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1552.876123] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.294422] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.295036] env[69041]: DEBUG nova.compute.manager [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1553.297791] env[69041]: DEBUG nova.network.neutron [-] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.299373] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.085s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1553.299614] env[69041]: DEBUG nova.objects.instance [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'pci_requests' on Instance uuid 5783a181-b9f8-4f72-b008-1b9c4a7551fc {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.330773] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1378fb65-990d-41e1-92ab-fcbabf1ab7b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.341075] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42033794-e8e9-4f74-ae5b-e4280ab6dced {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.369708] env[69041]: DEBUG nova.compute.manager [req-d18d2fc4-3f5c-48b4-85b2-8aa47ffe0625 req-7002c825-fff5-47fc-a216-10df7c921d60 service nova] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Detach interface failed, port_id=a41ca097-adb9-45f7-bb18-30b7a44477c2, reason: Instance 656ee282-f7b4-4ea9-bd5c-031e656a7351 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1553.379424] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.801983] env[69041]: DEBUG nova.compute.utils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1553.803515] env[69041]: INFO nova.compute.manager [-] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Took 1.46 seconds to deallocate network for instance. [ 1553.805114] env[69041]: DEBUG nova.objects.instance [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'numa_topology' on Instance uuid 5783a181-b9f8-4f72-b008-1b9c4a7551fc {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.806082] env[69041]: DEBUG nova.compute.manager [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1553.806265] env[69041]: DEBUG nova.network.neutron [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1553.849333] env[69041]: DEBUG nova.policy [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c36b833607472ab5db121d32de1f7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71c91f98ba69472d82f60cf28f18be40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1554.111376] env[69041]: DEBUG nova.network.neutron [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Successfully created port: d76529ae-ff9d-40fd-be8a-65fa067ea0af {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.310470] env[69041]: DEBUG nova.compute.manager [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1554.313711] env[69041]: INFO nova.compute.claims [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.320059] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.325166] env[69041]: DEBUG nova.compute.manager [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1555.358014] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.358323] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.358614] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.358831] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.358994] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.359160] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.359421] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.359607] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.359781] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.359955] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.360158] env[69041]: DEBUG nova.virt.hardware [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.361094] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578ec847-d37e-417e-b951-241adb041114 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.371897] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76622543-fbff-45f5-93b6-c92317387a4b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.436306] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2005514c-c8e9-40e2-855c-fd0f12f80df8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.443915] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3c917d-17e6-459c-86e0-cebb86720a94 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.474845] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fac0c1-a46a-44c9-a833-d415cc8e4f0b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.482734] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b374ce4d-01bd-4bca-a857-397b77d567bc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.496552] env[69041]: DEBUG nova.compute.provider_tree [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.568328] env[69041]: DEBUG nova.compute.manager [req-41f4ab87-017c-4c07-990d-9b51872fe510 req-8ffe8fbb-a25e-4fe9-9c37-7926d2e3efb9 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Received event network-vif-plugged-d76529ae-ff9d-40fd-be8a-65fa067ea0af {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1555.568328] env[69041]: DEBUG oslo_concurrency.lockutils [req-41f4ab87-017c-4c07-990d-9b51872fe510 req-8ffe8fbb-a25e-4fe9-9c37-7926d2e3efb9 service nova] Acquiring lock "cd0e1399-77b3-44e2-92e1-dee21d0de541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.568328] env[69041]: DEBUG oslo_concurrency.lockutils [req-41f4ab87-017c-4c07-990d-9b51872fe510 req-8ffe8fbb-a25e-4fe9-9c37-7926d2e3efb9 service nova] Lock "cd0e1399-77b3-44e2-92e1-dee21d0de541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.568328] env[69041]: DEBUG oslo_concurrency.lockutils [req-41f4ab87-017c-4c07-990d-9b51872fe510 req-8ffe8fbb-a25e-4fe9-9c37-7926d2e3efb9 service nova] Lock "cd0e1399-77b3-44e2-92e1-dee21d0de541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.568328] env[69041]: DEBUG nova.compute.manager [req-41f4ab87-017c-4c07-990d-9b51872fe510 req-8ffe8fbb-a25e-4fe9-9c37-7926d2e3efb9 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] No waiting events found dispatching network-vif-plugged-d76529ae-ff9d-40fd-be8a-65fa067ea0af {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1555.568328] env[69041]: WARNING nova.compute.manager [req-41f4ab87-017c-4c07-990d-9b51872fe510 req-8ffe8fbb-a25e-4fe9-9c37-7926d2e3efb9 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Received unexpected event network-vif-plugged-d76529ae-ff9d-40fd-be8a-65fa067ea0af for instance with vm_state building and task_state spawning. [ 1555.581128] env[69041]: DEBUG nova.network.neutron [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Successfully updated port: d76529ae-ff9d-40fd-be8a-65fa067ea0af {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.999763] env[69041]: DEBUG nova.scheduler.client.report [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.084340] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.084505] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.084658] env[69041]: DEBUG nova.network.neutron [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.464269] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edf850-6c86-4308-1757-3f427cf1b8a2/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1556.465213] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb92aeeb-f5ce-499e-a804-6d68b1bc4652 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.471226] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edf850-6c86-4308-1757-3f427cf1b8a2/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1556.471475] env[69041]: ERROR oslo_vmware.rw_handles [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edf850-6c86-4308-1757-3f427cf1b8a2/disk-0.vmdk due to incomplete transfer. [ 1556.471692] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-709aa8d0-9b6c-482a-b896-46fded96f9fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.478495] env[69041]: DEBUG oslo_vmware.rw_handles [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edf850-6c86-4308-1757-3f427cf1b8a2/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1556.478688] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Uploaded image b1325ab1-0fe4-428f-b639-20231b542417 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1556.480881] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1556.481112] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a78b7a0a-821d-4f04-a0a5-668eb373d1ab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.487287] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1556.487287] env[69041]: value = "task-2890749" [ 1556.487287] env[69041]: _type = "Task" [ 1556.487287] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.494363] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890749, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.504138] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.205s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.506087] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.127s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.506263] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.506414] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1556.506761] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.189s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.506963] env[69041]: DEBUG nova.objects.instance [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lazy-loading 'resources' on Instance uuid 656ee282-f7b4-4ea9-bd5c-031e656a7351 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.508535] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad7561d-51dc-4fe2-990f-db2363da8b87 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.517400] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafa62d1-3d71-4065-a84f-b7a2dd2fcdba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.531846] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1694b421-8f2c-4d9e-9764-fb04eee9c607 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.538122] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68742181-46b7-45f6-85d7-03bfa5a960ef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.541889] env[69041]: INFO nova.network.neutron [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updating port ec23cb57-146c-483d-ba53-9255761bf007 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1556.571256] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179781MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1556.571445] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.633497] env[69041]: DEBUG nova.network.neutron [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1556.836126] env[69041]: DEBUG nova.network.neutron [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance_info_cache with network_info: [{"id": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "address": "fa:16:3e:99:7e:0f", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76529ae-ff", "ovs_interfaceid": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.997250] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890749, 'name': Destroy_Task, 'duration_secs': 0.323763} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.997510] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Destroyed the VM [ 1556.997742] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1556.997990] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d3793968-881c-4617-afbd-f7b27a667c5b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.004072] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1557.004072] env[69041]: value = "task-2890750" [ 1557.004072] env[69041]: _type = "Task" [ 1557.004072] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.015628] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890750, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.114804] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e7bf18-1ba1-4489-95c9-46537eff969c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.122744] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f26cbf-6163-4215-88aa-b446e96ba0d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.153231] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4091d9-1972-4fc9-8c08-65de108981ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.160702] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526f7923-1606-4fce-b6cc-18386256c856 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.174088] env[69041]: DEBUG nova.compute.provider_tree [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.342320] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.342636] env[69041]: DEBUG nova.compute.manager [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Instance network_info: |[{"id": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "address": "fa:16:3e:99:7e:0f", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76529ae-ff", "ovs_interfaceid": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1557.343121] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:7e:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd76529ae-ff9d-40fd-be8a-65fa067ea0af', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.350979] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1557.351226] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1557.351495] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce389d51-2916-45bf-87d6-299c2f9bf544 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.372385] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.372385] env[69041]: value = "task-2890751" [ 1557.372385] env[69041]: _type = "Task" [ 1557.372385] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.379517] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890751, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.514842] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890750, 'name': RemoveSnapshot_Task, 'duration_secs': 0.355406} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.515262] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1557.515452] env[69041]: DEBUG nova.compute.manager [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1557.516318] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf79c42-14d4-4af5-b177-60fa52aec5c1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.592632] env[69041]: DEBUG nova.compute.manager [req-883e0906-9e97-49c9-8f16-8aef1589dd82 req-a659b0bd-0345-46ac-9af2-067c9c27aa14 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Received event network-changed-d76529ae-ff9d-40fd-be8a-65fa067ea0af {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1557.592871] env[69041]: DEBUG nova.compute.manager [req-883e0906-9e97-49c9-8f16-8aef1589dd82 req-a659b0bd-0345-46ac-9af2-067c9c27aa14 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Refreshing instance network info cache due to event network-changed-d76529ae-ff9d-40fd-be8a-65fa067ea0af. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1557.593131] env[69041]: DEBUG oslo_concurrency.lockutils [req-883e0906-9e97-49c9-8f16-8aef1589dd82 req-a659b0bd-0345-46ac-9af2-067c9c27aa14 service nova] Acquiring lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.593290] env[69041]: DEBUG oslo_concurrency.lockutils [req-883e0906-9e97-49c9-8f16-8aef1589dd82 req-a659b0bd-0345-46ac-9af2-067c9c27aa14 service nova] Acquired lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.593520] env[69041]: DEBUG nova.network.neutron [req-883e0906-9e97-49c9-8f16-8aef1589dd82 req-a659b0bd-0345-46ac-9af2-067c9c27aa14 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Refreshing network info cache for port d76529ae-ff9d-40fd-be8a-65fa067ea0af {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1557.677494] env[69041]: DEBUG nova.scheduler.client.report [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.881906] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890751, 'name': CreateVM_Task} progress is 99%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.028667] env[69041]: INFO nova.compute.manager [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Shelve offloading [ 1558.139915] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.140125] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.140260] env[69041]: DEBUG nova.network.neutron [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.181792] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.183719] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.612s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.203444] env[69041]: INFO nova.scheduler.client.report [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleted allocations for instance 656ee282-f7b4-4ea9-bd5c-031e656a7351 [ 1558.299942] env[69041]: DEBUG nova.network.neutron [req-883e0906-9e97-49c9-8f16-8aef1589dd82 req-a659b0bd-0345-46ac-9af2-067c9c27aa14 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updated VIF entry in instance network info cache for port d76529ae-ff9d-40fd-be8a-65fa067ea0af. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1558.300314] env[69041]: DEBUG nova.network.neutron [req-883e0906-9e97-49c9-8f16-8aef1589dd82 req-a659b0bd-0345-46ac-9af2-067c9c27aa14 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance_info_cache with network_info: [{"id": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "address": "fa:16:3e:99:7e:0f", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76529ae-ff", "ovs_interfaceid": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.382712] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890751, 'name': CreateVM_Task, 'duration_secs': 0.578545} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.382857] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.389597] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.389775] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.390121] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.390365] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce40f50-56c5-4290-ac32-1262aa261fc1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.394836] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1558.394836] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526e9d97-1291-019e-5c15-3ae6107e713b" [ 1558.394836] env[69041]: _type = "Task" [ 1558.394836] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.402163] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526e9d97-1291-019e-5c15-3ae6107e713b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.532461] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1558.532804] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c45d4804-d0d3-4a6e-865b-d67d2844c726 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.539515] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1558.539515] env[69041]: value = "task-2890752" [ 1558.539515] env[69041]: _type = "Task" [ 1558.539515] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.548149] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.711093] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b3dcee73-d9bd-4e41-8061-828f5b0681a5 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "656ee282-f7b4-4ea9-bd5c-031e656a7351" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.986s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.802819] env[69041]: DEBUG oslo_concurrency.lockutils [req-883e0906-9e97-49c9-8f16-8aef1589dd82 req-a659b0bd-0345-46ac-9af2-067c9c27aa14 service nova] Releasing lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.833933] env[69041]: DEBUG nova.network.neutron [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updating instance_info_cache with network_info: [{"id": "ec23cb57-146c-483d-ba53-9255761bf007", "address": "fa:16:3e:d8:8f:c1", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec23cb57-14", "ovs_interfaceid": "ec23cb57-146c-483d-ba53-9255761bf007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.904962] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526e9d97-1291-019e-5c15-3ae6107e713b, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.905290] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.905632] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1558.905803] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.905955] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.906156] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1558.906446] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b005850d-890e-474d-87b4-13bfa20a404e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.914846] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1558.915031] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1558.915705] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09739695-822b-402d-a92d-d5a26d73ff07 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.920496] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1558.920496] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52166f4c-77bf-7dd9-3263-08054ca495cd" [ 1558.920496] env[69041]: _type = "Task" [ 1558.920496] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.927697] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52166f4c-77bf-7dd9-3263-08054ca495cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.051287] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1559.051287] env[69041]: DEBUG nova.compute.manager [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1559.051287] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950f99c9-3886-43ef-867f-caf734c360d9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.055869] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.056054] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.056227] env[69041]: DEBUG nova.network.neutron [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.210808] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c5fbfa59-eeed-4220-bc40-50618af87a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1559.210965] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 3c088f67-365f-442d-9896-93920cb35452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1559.211099] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b2f1855c-3028-4e09-bc30-ba6ed10af8f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1559.211220] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance a84986dd-7388-46b2-a06c-e157dd1d9633 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1559.211407] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance cd0e1399-77b3-44e2-92e1-dee21d0de541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1559.211530] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 5783a181-b9f8-4f72-b008-1b9c4a7551fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1559.211716] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1559.211849] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1559.292195] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df78aa17-22ae-4f44-a6f3-186e49830336 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.299802] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e687d8cd-c6b7-4a0b-9f27-7c8745212f1e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.330601] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb321de-a86f-4f34-ae04-33f9cff00850 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.336830] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.339805] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cdeff8-100e-4714-b576-a41445fb7124 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.353665] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.362216] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b1d69fe4098095e4498f19a0c49d9afd',container_format='bare',created_at=2025-03-10T15:14:32Z,direct_url=,disk_format='vmdk',id=83a6a288-b1b1-42bf-b0d9-87633078e116,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1075937334-shelved',owner='c8ccb7b329524469aaef6c9c85b0616a',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-10T15:14:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1559.362483] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.362656] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1559.362842] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.362987] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1559.363148] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1559.363352] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1559.363505] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1559.363666] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1559.363820] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1559.363984] env[69041]: DEBUG nova.virt.hardware [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1559.364733] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e980a1c-062e-4bd4-ab22-3598c2c954f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.372763] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6811f1-af5d-4d59-8d5f-04175a977b43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.386332] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:8f:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec23cb57-146c-483d-ba53-9255761bf007', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1559.393799] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1559.394028] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1559.394235] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b29dbe2-9453-4af6-8ad1-6420afea196c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.413759] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1559.413759] env[69041]: value = "task-2890753" [ 1559.413759] env[69041]: _type = "Task" [ 1559.413759] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.420960] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890753, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.428121] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52166f4c-77bf-7dd9-3263-08054ca495cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.428819] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db47100a-a3c2-4fa7-8111-7f4adf934b2a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.433798] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1559.433798] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520bddd8-756c-5128-f078-83d533984796" [ 1559.433798] env[69041]: _type = "Task" [ 1559.433798] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.441317] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520bddd8-756c-5128-f078-83d533984796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.622138] env[69041]: DEBUG nova.compute.manager [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received event network-vif-plugged-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1559.622489] env[69041]: DEBUG oslo_concurrency.lockutils [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] Acquiring lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.622661] env[69041]: DEBUG oslo_concurrency.lockutils [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.622839] env[69041]: DEBUG oslo_concurrency.lockutils [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.623571] env[69041]: DEBUG nova.compute.manager [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] No waiting events found dispatching network-vif-plugged-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.623678] env[69041]: WARNING nova.compute.manager [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received unexpected event network-vif-plugged-ec23cb57-146c-483d-ba53-9255761bf007 for instance with vm_state shelved_offloaded and task_state spawning. [ 1559.623853] env[69041]: DEBUG nova.compute.manager [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received event network-changed-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1559.624018] env[69041]: DEBUG nova.compute.manager [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Refreshing instance network info cache due to event network-changed-ec23cb57-146c-483d-ba53-9255761bf007. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1559.624214] env[69041]: DEBUG oslo_concurrency.lockutils [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] Acquiring lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.624351] env[69041]: DEBUG oslo_concurrency.lockutils [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] Acquired lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.624510] env[69041]: DEBUG nova.network.neutron [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Refreshing network info cache for port ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.777017] env[69041]: DEBUG nova.network.neutron [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updating instance_info_cache with network_info: [{"id": "c45bd724-f04e-4611-9a07-c37b05985d0f", "address": "fa:16:3e:26:d1:a1", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45bd724-f0", "ovs_interfaceid": "c45bd724-f04e-4611-9a07-c37b05985d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.857903] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.923935] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890753, 'name': CreateVM_Task, 'duration_secs': 0.300614} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.923935] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.924486] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.924646] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.925009] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.925256] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c996de-73b6-4d68-8e18-6af68d3d5ac1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.929618] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1559.929618] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525d656c-a6e9-694b-4990-7a270e351cd0" [ 1559.929618] env[69041]: _type = "Task" [ 1559.929618] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.937066] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525d656c-a6e9-694b-4990-7a270e351cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.944683] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520bddd8-756c-5128-f078-83d533984796, 'name': SearchDatastore_Task, 'duration_secs': 0.008343} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.944912] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.945176] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] cd0e1399-77b3-44e2-92e1-dee21d0de541/cd0e1399-77b3-44e2-92e1-dee21d0de541.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1559.945420] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8fa4ba3-6e97-44e6-8251-a5fa4167467e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.953889] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1559.953889] env[69041]: value = "task-2890754" [ 1559.953889] env[69041]: _type = "Task" [ 1559.953889] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.960726] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.280266] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.363435] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1560.364322] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.181s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.443066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.443066] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Processing image 83a6a288-b1b1-42bf-b0d9-87633078e116 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1560.443066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116/83a6a288-b1b1-42bf-b0d9-87633078e116.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.443066] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116/83a6a288-b1b1-42bf-b0d9-87633078e116.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.443066] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1560.443066] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17ea460c-cab4-4f14-94de-e64163f89e64 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.448159] env[69041]: DEBUG nova.network.neutron [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updated VIF entry in instance network info cache for port ec23cb57-146c-483d-ba53-9255761bf007. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.448675] env[69041]: DEBUG nova.network.neutron [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updating instance_info_cache with network_info: [{"id": "ec23cb57-146c-483d-ba53-9255761bf007", "address": "fa:16:3e:d8:8f:c1", "network": {"id": "33c17a24-0bdb-4f38-9f9b-b69cc73dd418", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-48566628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8ccb7b329524469aaef6c9c85b0616a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec23cb57-14", "ovs_interfaceid": "ec23cb57-146c-483d-ba53-9255761bf007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.452832] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1560.453153] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1560.454204] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54469bf8-6ac4-4cf3-8d56-02f7aa32d207 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.462903] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1560.462903] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5293e716-d033-0fdf-b2af-7c2c60c276fd" [ 1560.462903] env[69041]: _type = "Task" [ 1560.462903] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.467115] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454222} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.469978] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] cd0e1399-77b3-44e2-92e1-dee21d0de541/cd0e1399-77b3-44e2-92e1-dee21d0de541.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.470361] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.470854] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7b2cec5-d55c-4fcc-99d9-304e629ccda1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.478866] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Preparing fetch location {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1560.479478] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Fetch image to [datastore2] OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b/OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b.vmdk {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1560.479807] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Downloading stream optimized image 83a6a288-b1b1-42bf-b0d9-87633078e116 to [datastore2] OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b/OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b.vmdk on the data store datastore2 as vApp {{(pid=69041) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1560.480768] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Downloading image file data 83a6a288-b1b1-42bf-b0d9-87633078e116 to the ESX as VM named 'OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b' {{(pid=69041) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1560.482856] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1560.482856] env[69041]: value = "task-2890755" [ 1560.482856] env[69041]: _type = "Task" [ 1560.482856] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.491619] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.561796] env[69041]: DEBUG oslo_vmware.rw_handles [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1560.561796] env[69041]: value = "resgroup-9" [ 1560.561796] env[69041]: _type = "ResourcePool" [ 1560.561796] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1560.564327] env[69041]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3543eef8-81b7-4bed-bf09-150abe7005f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.583589] env[69041]: DEBUG oslo_vmware.rw_handles [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lease: (returnval){ [ 1560.583589] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526845a3-d901-371b-afe8-1d895a6e5331" [ 1560.583589] env[69041]: _type = "HttpNfcLease" [ 1560.583589] env[69041]: } obtained for vApp import into resource pool (val){ [ 1560.583589] env[69041]: value = "resgroup-9" [ 1560.583589] env[69041]: _type = "ResourcePool" [ 1560.583589] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1560.583906] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the lease: (returnval){ [ 1560.583906] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526845a3-d901-371b-afe8-1d895a6e5331" [ 1560.583906] env[69041]: _type = "HttpNfcLease" [ 1560.583906] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1560.590500] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1560.590500] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526845a3-d901-371b-afe8-1d895a6e5331" [ 1560.590500] env[69041]: _type = "HttpNfcLease" [ 1560.590500] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1560.703229] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.704182] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fbc452-02a1-4b98-9a29-9d56f2aaa975 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.711448] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.711664] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b9d47a2-7c41-4c78-bb5e-d70f5cb80c76 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.770443] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.770653] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.770836] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleting the datastore file [datastore1] b2f1855c-3028-4e09-bc30-ba6ed10af8f4 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.771090] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-824a6d2c-021e-43a5-a441-0dc9b8903c6e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.778064] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1560.778064] env[69041]: value = "task-2890758" [ 1560.778064] env[69041]: _type = "Task" [ 1560.778064] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.785676] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.955749] env[69041]: DEBUG oslo_concurrency.lockutils [req-e05f7c26-b606-47ff-82ec-52f9991f7387 req-9cce8c58-28e9-4a29-985e-ae88b9ab0489 service nova] Releasing lock "refresh_cache-5783a181-b9f8-4f72-b008-1b9c4a7551fc" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.991562] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065183} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.991821] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1560.992611] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb62170-b8c5-45eb-b303-38b7ef759300 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.014103] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] cd0e1399-77b3-44e2-92e1-dee21d0de541/cd0e1399-77b3-44e2-92e1-dee21d0de541.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.014250] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199b9990-6884-4181-9353-fa8b41080c17 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.032111] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1561.032111] env[69041]: value = "task-2890759" [ 1561.032111] env[69041]: _type = "Task" [ 1561.032111] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.038987] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.091236] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.091236] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526845a3-d901-371b-afe8-1d895a6e5331" [ 1561.091236] env[69041]: _type = "HttpNfcLease" [ 1561.091236] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1561.145486] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "225a5914-082e-4e0a-9098-5e76004e4662" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.145713] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.287776] env[69041]: DEBUG oslo_vmware.api [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136395} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.288031] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.288220] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.288389] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.307256] env[69041]: INFO nova.scheduler.client.report [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleted allocations for instance b2f1855c-3028-4e09-bc30-ba6ed10af8f4 [ 1561.541655] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890759, 'name': ReconfigVM_Task, 'duration_secs': 0.318278} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.541934] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Reconfigured VM instance instance-00000076 to attach disk [datastore2] cd0e1399-77b3-44e2-92e1-dee21d0de541/cd0e1399-77b3-44e2-92e1-dee21d0de541.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.542583] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30f04db1-5b47-4c4a-8521-9a21c0bc4900 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.548560] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1561.548560] env[69041]: value = "task-2890760" [ 1561.548560] env[69041]: _type = "Task" [ 1561.548560] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.555947] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890760, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.591694] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.591694] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526845a3-d901-371b-afe8-1d895a6e5331" [ 1561.591694] env[69041]: _type = "HttpNfcLease" [ 1561.591694] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1561.648845] env[69041]: DEBUG nova.compute.manager [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1561.721049] env[69041]: DEBUG nova.compute.manager [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received event network-vif-unplugged-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1561.721743] env[69041]: DEBUG oslo_concurrency.lockutils [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] Acquiring lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.721743] env[69041]: DEBUG oslo_concurrency.lockutils [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.721743] env[69041]: DEBUG oslo_concurrency.lockutils [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.722285] env[69041]: DEBUG nova.compute.manager [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] No waiting events found dispatching network-vif-unplugged-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1561.722285] env[69041]: WARNING nova.compute.manager [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received unexpected event network-vif-unplugged-c45bd724-f04e-4611-9a07-c37b05985d0f for instance with vm_state shelved_offloaded and task_state unshelving. [ 1561.722285] env[69041]: DEBUG nova.compute.manager [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received event network-changed-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1561.722562] env[69041]: DEBUG nova.compute.manager [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Refreshing instance network info cache due to event network-changed-c45bd724-f04e-4611-9a07-c37b05985d0f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1561.722801] env[69041]: DEBUG oslo_concurrency.lockutils [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] Acquiring lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.722948] env[69041]: DEBUG oslo_concurrency.lockutils [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] Acquired lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.723133] env[69041]: DEBUG nova.network.neutron [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Refreshing network info cache for port c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.812924] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.812924] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.813180] env[69041]: DEBUG nova.objects.instance [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'resources' on Instance uuid b2f1855c-3028-4e09-bc30-ba6ed10af8f4 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.059489] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890760, 'name': Rename_Task, 'duration_secs': 0.156389} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.059723] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.060029] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de403c6f-0c43-43b3-a007-b02b9e12ebc0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.066227] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1562.066227] env[69041]: value = "task-2890761" [ 1562.066227] env[69041]: _type = "Task" [ 1562.066227] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.073346] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.091375] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1562.091375] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526845a3-d901-371b-afe8-1d895a6e5331" [ 1562.091375] env[69041]: _type = "HttpNfcLease" [ 1562.091375] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1562.091659] env[69041]: DEBUG oslo_vmware.rw_handles [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1562.091659] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526845a3-d901-371b-afe8-1d895a6e5331" [ 1562.091659] env[69041]: _type = "HttpNfcLease" [ 1562.091659] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1562.092404] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0cd6d1-a683-49a3-9244-0f92ae7cf8ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.100912] env[69041]: DEBUG oslo_vmware.rw_handles [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c72efe-c395-4277-0ad5-dc2c750772da/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1562.101128] env[69041]: DEBUG oslo_vmware.rw_handles [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c72efe-c395-4277-0ad5-dc2c750772da/disk-0.vmdk. {{(pid=69041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1562.167541] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd745766-c144-4367-9372-f8263ae72bd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.174043] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.318695] env[69041]: DEBUG nova.objects.instance [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'numa_topology' on Instance uuid b2f1855c-3028-4e09-bc30-ba6ed10af8f4 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.451022] env[69041]: DEBUG nova.network.neutron [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updated VIF entry in instance network info cache for port c45bd724-f04e-4611-9a07-c37b05985d0f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.451453] env[69041]: DEBUG nova.network.neutron [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updating instance_info_cache with network_info: [{"id": "c45bd724-f04e-4611-9a07-c37b05985d0f", "address": "fa:16:3e:26:d1:a1", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc45bd724-f0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.577189] env[69041]: DEBUG oslo_vmware.api [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890761, 'name': PowerOnVM_Task, 'duration_secs': 0.471369} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.578611] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1562.578825] env[69041]: INFO nova.compute.manager [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1562.579013] env[69041]: DEBUG nova.compute.manager [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.579794] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94178f06-173e-4534-a4e0-8f7b44d835c3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.818606] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.822410] env[69041]: DEBUG nova.objects.base [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1562.940455] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf1a8be-f2c1-4e8c-a558-9daa5651f09c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.950091] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b84c59-90c0-494d-805a-7fe89c0abd81 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.955263] env[69041]: DEBUG oslo_concurrency.lockutils [req-bf294db5-4ba0-49d0-a995-76db862a0994 req-36404d7e-4983-4f73-9c72-942a13080423 service nova] Releasing lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.988798] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6375f7bd-283b-4ce7-ad42-0aa6b97a7f9b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.997707] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246c55f7-a721-41ad-80c5-5ff2cc0493f1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.011247] env[69041]: DEBUG nova.compute.provider_tree [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.102516] env[69041]: INFO nova.compute.manager [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Took 12.01 seconds to build instance. [ 1563.283088] env[69041]: DEBUG oslo_vmware.rw_handles [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Completed reading data from the image iterator. {{(pid=69041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1563.283369] env[69041]: DEBUG oslo_vmware.rw_handles [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c72efe-c395-4277-0ad5-dc2c750772da/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1563.284378] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46e8667-49ca-45d7-a103-b24f5e8abde6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.291530] env[69041]: DEBUG oslo_vmware.rw_handles [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c72efe-c395-4277-0ad5-dc2c750772da/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1563.291749] env[69041]: DEBUG oslo_vmware.rw_handles [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c72efe-c395-4277-0ad5-dc2c750772da/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1563.292008] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bef7d456-7d37-4f8d-8847-be907ee466ac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.451517] env[69041]: DEBUG nova.compute.manager [req-e8291b20-ee60-45f2-81a1-1f8ac098064e req-9a90d95a-50c7-42ef-a52f-414825cb238c service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Received event network-changed-d76529ae-ff9d-40fd-be8a-65fa067ea0af {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1563.451782] env[69041]: DEBUG nova.compute.manager [req-e8291b20-ee60-45f2-81a1-1f8ac098064e req-9a90d95a-50c7-42ef-a52f-414825cb238c service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Refreshing instance network info cache due to event network-changed-d76529ae-ff9d-40fd-be8a-65fa067ea0af. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1563.452018] env[69041]: DEBUG oslo_concurrency.lockutils [req-e8291b20-ee60-45f2-81a1-1f8ac098064e req-9a90d95a-50c7-42ef-a52f-414825cb238c service nova] Acquiring lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.452172] env[69041]: DEBUG oslo_concurrency.lockutils [req-e8291b20-ee60-45f2-81a1-1f8ac098064e req-9a90d95a-50c7-42ef-a52f-414825cb238c service nova] Acquired lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.452367] env[69041]: DEBUG nova.network.neutron [req-e8291b20-ee60-45f2-81a1-1f8ac098064e req-9a90d95a-50c7-42ef-a52f-414825cb238c service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Refreshing network info cache for port d76529ae-ff9d-40fd-be8a-65fa067ea0af {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.514369] env[69041]: DEBUG nova.scheduler.client.report [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.602137] env[69041]: DEBUG oslo_vmware.rw_handles [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c72efe-c395-4277-0ad5-dc2c750772da/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1563.602271] env[69041]: INFO nova.virt.vmwareapi.images [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Downloaded image file data 83a6a288-b1b1-42bf-b0d9-87633078e116 [ 1563.603064] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e892f012-0f02-479b-a9a9-88cdfe0ae1c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.605798] env[69041]: DEBUG oslo_concurrency.lockutils [None req-6b9b77c3-a79a-4cc9-8ba9-01932fb5f812 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "cd0e1399-77b3-44e2-92e1-dee21d0de541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.517s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.618591] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b80f62c3-fdd5-4820-b789-13a2dd8b5474 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.707162] env[69041]: INFO nova.virt.vmwareapi.images [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] The imported VM was unregistered [ 1563.709413] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Caching image {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1563.709665] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Creating directory with path [datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.709933] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c157ffd2-f6cf-477c-8dba-44a9c0b57e89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.734027] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Created directory with path [datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.734275] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b/OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b.vmdk to [datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116/83a6a288-b1b1-42bf-b0d9-87633078e116.vmdk. {{(pid=69041) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1563.734504] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-731fc8ef-57ec-4dac-aa78-1e3e0efd3661 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.741154] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1563.741154] env[69041]: value = "task-2890763" [ 1563.741154] env[69041]: _type = "Task" [ 1563.741154] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.748445] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890763, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.019662] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.022205] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.848s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.024165] env[69041]: INFO nova.compute.claims [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.179947] env[69041]: DEBUG nova.network.neutron [req-e8291b20-ee60-45f2-81a1-1f8ac098064e req-9a90d95a-50c7-42ef-a52f-414825cb238c service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updated VIF entry in instance network info cache for port d76529ae-ff9d-40fd-be8a-65fa067ea0af. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.180360] env[69041]: DEBUG nova.network.neutron [req-e8291b20-ee60-45f2-81a1-1f8ac098064e req-9a90d95a-50c7-42ef-a52f-414825cb238c service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance_info_cache with network_info: [{"id": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "address": "fa:16:3e:99:7e:0f", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76529ae-ff", "ovs_interfaceid": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.251433] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890763, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.533090] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b8c78fd-9282-49b1-b296-38419758e628 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.144s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.533966] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.716s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.534166] env[69041]: INFO nova.compute.manager [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Unshelving [ 1564.683470] env[69041]: DEBUG oslo_concurrency.lockutils [req-e8291b20-ee60-45f2-81a1-1f8ac098064e req-9a90d95a-50c7-42ef-a52f-414825cb238c service nova] Releasing lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.752749] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890763, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.149023] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6919c9-fdc6-4fd7-9f9c-002d512ea11f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.156787] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218b2e7-3742-4978-b3bf-7d832f63c8a8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.188147] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d3a294-a711-457f-a8db-f0962dc1ab67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.195910] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662dcca7-4119-43ed-bbc5-d223bec7494c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.210383] env[69041]: DEBUG nova.compute.provider_tree [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.252502] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890763, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.561032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.714773] env[69041]: DEBUG nova.scheduler.client.report [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.753808] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890763, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.220009] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.220586] env[69041]: DEBUG nova.compute.manager [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1566.223456] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.663s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.223737] env[69041]: DEBUG nova.objects.instance [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'pci_requests' on Instance uuid b2f1855c-3028-4e09-bc30-ba6ed10af8f4 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.253536] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890763, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.354366} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.254379] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b/OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b.vmdk to [datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116/83a6a288-b1b1-42bf-b0d9-87633078e116.vmdk. [ 1566.254583] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Cleaning up location [datastore2] OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1566.254935] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6389214f-0778-42b7-b64a-00bfa3cd828b {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.254983] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bbbac22-390e-4adb-8a47-69443e5d2a77 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.262214] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1566.262214] env[69041]: value = "task-2890764" [ 1566.262214] env[69041]: _type = "Task" [ 1566.262214] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.271337] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.727200] env[69041]: DEBUG nova.compute.utils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1566.729868] env[69041]: DEBUG nova.objects.instance [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'numa_topology' on Instance uuid b2f1855c-3028-4e09-bc30-ba6ed10af8f4 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.731073] env[69041]: DEBUG nova.compute.manager [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1566.731073] env[69041]: DEBUG nova.network.neutron [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.767106] env[69041]: DEBUG nova.policy [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a846583a7043078f5496cf9c314cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6df9f4683e934c05a1b3dd27ef688591', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1566.773887] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039709} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.774134] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.774306] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116/83a6a288-b1b1-42bf-b0d9-87633078e116.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.774545] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116/83a6a288-b1b1-42bf-b0d9-87633078e116.vmdk to [datastore2] 5783a181-b9f8-4f72-b008-1b9c4a7551fc/5783a181-b9f8-4f72-b008-1b9c4a7551fc.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.774798] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40b0700b-f1c6-4956-9bc9-acc39fab706b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.780683] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1566.780683] env[69041]: value = "task-2890765" [ 1566.780683] env[69041]: _type = "Task" [ 1566.780683] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.788640] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.047485] env[69041]: DEBUG nova.network.neutron [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Successfully created port: 31b96fa2-abeb-42e2-bfa3-bd750a2a7977 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.232550] env[69041]: DEBUG nova.compute.manager [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1567.236194] env[69041]: INFO nova.compute.claims [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1567.292832] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890765, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.793803] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890765, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.251060] env[69041]: DEBUG nova.compute.manager [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1568.282715] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1568.282979] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.283125] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1568.283301] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.283521] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1568.283859] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1568.284045] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1568.284220] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1568.284463] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1568.284785] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1568.285014] env[69041]: DEBUG nova.virt.hardware [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1568.286204] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed1177-5bc4-41eb-8abb-69e01676033c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.305159] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728cef5-d26e-42a1-b590-3b0c9669ba40 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.310091] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890765, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.388592] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fab964-43dc-4218-a8ed-2dda3c87fa64 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.400877] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59d4265-1334-42fd-a57d-8744e415a53b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.431932] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb721b3-e540-4191-a08d-67b9d131cff8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.440076] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bdedb9-eaaa-45a5-95e6-f54d5585d722 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.453822] env[69041]: DEBUG nova.compute.provider_tree [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.531184] env[69041]: DEBUG nova.network.neutron [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Successfully updated port: 31b96fa2-abeb-42e2-bfa3-bd750a2a7977 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1568.550793] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "a84986dd-7388-46b2-a06c-e157dd1d9633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.550793] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.550793] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "a84986dd-7388-46b2-a06c-e157dd1d9633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.550793] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.550793] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.551530] env[69041]: INFO nova.compute.manager [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Terminating instance [ 1568.557654] env[69041]: DEBUG nova.compute.manager [req-a7460649-e47d-43d0-8a40-9ffb1ed649e2 req-0fdb8bdf-53e2-4b03-bb32-75b0cf871d25 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Received event network-vif-plugged-31b96fa2-abeb-42e2-bfa3-bd750a2a7977 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1568.557892] env[69041]: DEBUG oslo_concurrency.lockutils [req-a7460649-e47d-43d0-8a40-9ffb1ed649e2 req-0fdb8bdf-53e2-4b03-bb32-75b0cf871d25 service nova] Acquiring lock "225a5914-082e-4e0a-9098-5e76004e4662-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.558133] env[69041]: DEBUG oslo_concurrency.lockutils [req-a7460649-e47d-43d0-8a40-9ffb1ed649e2 req-0fdb8bdf-53e2-4b03-bb32-75b0cf871d25 service nova] Lock "225a5914-082e-4e0a-9098-5e76004e4662-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.558302] env[69041]: DEBUG oslo_concurrency.lockutils [req-a7460649-e47d-43d0-8a40-9ffb1ed649e2 req-0fdb8bdf-53e2-4b03-bb32-75b0cf871d25 service nova] Lock "225a5914-082e-4e0a-9098-5e76004e4662-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.558488] env[69041]: DEBUG nova.compute.manager [req-a7460649-e47d-43d0-8a40-9ffb1ed649e2 req-0fdb8bdf-53e2-4b03-bb32-75b0cf871d25 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] No waiting events found dispatching network-vif-plugged-31b96fa2-abeb-42e2-bfa3-bd750a2a7977 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1568.558673] env[69041]: WARNING nova.compute.manager [req-a7460649-e47d-43d0-8a40-9ffb1ed649e2 req-0fdb8bdf-53e2-4b03-bb32-75b0cf871d25 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Received unexpected event network-vif-plugged-31b96fa2-abeb-42e2-bfa3-bd750a2a7977 for instance with vm_state building and task_state spawning. [ 1568.797163] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890765, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.957800] env[69041]: DEBUG nova.scheduler.client.report [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.033922] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "refresh_cache-225a5914-082e-4e0a-9098-5e76004e4662" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.034148] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "refresh_cache-225a5914-082e-4e0a-9098-5e76004e4662" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.034288] env[69041]: DEBUG nova.network.neutron [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.056539] env[69041]: DEBUG nova.compute.manager [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1569.056772] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.057037] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31433537-9020-4850-ae45-f6e05f13c9cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.063637] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1569.063637] env[69041]: value = "task-2890766" [ 1569.063637] env[69041]: _type = "Task" [ 1569.063637] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.073868] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.295837] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890765, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.260627} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.296142] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/83a6a288-b1b1-42bf-b0d9-87633078e116/83a6a288-b1b1-42bf-b0d9-87633078e116.vmdk to [datastore2] 5783a181-b9f8-4f72-b008-1b9c4a7551fc/5783a181-b9f8-4f72-b008-1b9c4a7551fc.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.296843] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e352069b-1c96-44ff-b4c9-e371c90acbba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.318067] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5783a181-b9f8-4f72-b008-1b9c4a7551fc/5783a181-b9f8-4f72-b008-1b9c4a7551fc.vmdk or device None with type streamOptimized {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.318285] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c2006cd-2df4-45d3-8b71-f8b0b640e0b4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.336883] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1569.336883] env[69041]: value = "task-2890767" [ 1569.336883] env[69041]: _type = "Task" [ 1569.336883] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.343862] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.463187] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.240s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.491677] env[69041]: INFO nova.network.neutron [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updating port c45bd724-f04e-4611-9a07-c37b05985d0f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1569.573668] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890766, 'name': PowerOffVM_Task, 'duration_secs': 0.178463} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.574034] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.574155] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1569.574348] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580736', 'volume_id': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'name': 'volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a84986dd-7388-46b2-a06c-e157dd1d9633', 'attached_at': '2025-03-10T15:14:35.000000', 'detached_at': '', 'volume_id': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'serial': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1569.575151] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcfdd1b-b6e0-4c4d-a278-a4655eb7e27e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.593973] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a5fff7-6c18-4078-9f77-3cb0b2745509 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.600751] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2951e028-433a-4c7a-b84a-24834e3500f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.618149] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14cdcc2-fac7-49bf-b14e-6cbf835f7a1b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.633025] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] The volume has not been displaced from its original location: [datastore1] volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034/volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1569.638429] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1569.638737] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63d28413-ddbd-44d8-a0f1-bff64f5a2dad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.657029] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1569.657029] env[69041]: value = "task-2890768" [ 1569.657029] env[69041]: _type = "Task" [ 1569.657029] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.667921] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.794646] env[69041]: DEBUG nova.network.neutron [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1569.846357] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890767, 'name': ReconfigVM_Task, 'duration_secs': 0.279335} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.846642] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5783a181-b9f8-4f72-b008-1b9c4a7551fc/5783a181-b9f8-4f72-b008-1b9c4a7551fc.vmdk or device None with type streamOptimized {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.849224] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44fd18e7-84c2-4adb-a1b2-a470f3525091 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.854738] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1569.854738] env[69041]: value = "task-2890769" [ 1569.854738] env[69041]: _type = "Task" [ 1569.854738] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.861941] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890769, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.991145] env[69041]: DEBUG nova.network.neutron [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Updating instance_info_cache with network_info: [{"id": "31b96fa2-abeb-42e2-bfa3-bd750a2a7977", "address": "fa:16:3e:01:5d:d6", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b96fa2-ab", "ovs_interfaceid": "31b96fa2-abeb-42e2-bfa3-bd750a2a7977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.167157] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890768, 'name': ReconfigVM_Task, 'duration_secs': 0.156547} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.167421] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1570.171994] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d1b850-39ab-4757-81c8-af4b0b4ff96b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.186501] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1570.186501] env[69041]: value = "task-2890770" [ 1570.186501] env[69041]: _type = "Task" [ 1570.186501] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.193958] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.364541] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890769, 'name': Rename_Task, 'duration_secs': 0.163183} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.364887] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.365066] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e21ec6d-68be-4324-97ce-1fde78bf7b1e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.371281] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1570.371281] env[69041]: value = "task-2890771" [ 1570.371281] env[69041]: _type = "Task" [ 1570.371281] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.383713] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.494587] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "refresh_cache-225a5914-082e-4e0a-9098-5e76004e4662" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.494938] env[69041]: DEBUG nova.compute.manager [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Instance network_info: |[{"id": "31b96fa2-abeb-42e2-bfa3-bd750a2a7977", "address": "fa:16:3e:01:5d:d6", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b96fa2-ab", "ovs_interfaceid": "31b96fa2-abeb-42e2-bfa3-bd750a2a7977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1570.495376] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:5d:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31b96fa2-abeb-42e2-bfa3-bd750a2a7977', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1570.502853] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1570.503106] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1570.503331] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67e2fa0f-56d4-42dd-b130-1a8346523519 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.523352] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1570.523352] env[69041]: value = "task-2890772" [ 1570.523352] env[69041]: _type = "Task" [ 1570.523352] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.530883] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890772, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.584577] env[69041]: DEBUG nova.compute.manager [req-50634660-6cda-4b26-a654-9167494f6d7a req-e2e29a84-4bf5-4900-b896-ea89b13cb8b9 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Received event network-changed-31b96fa2-abeb-42e2-bfa3-bd750a2a7977 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1570.584793] env[69041]: DEBUG nova.compute.manager [req-50634660-6cda-4b26-a654-9167494f6d7a req-e2e29a84-4bf5-4900-b896-ea89b13cb8b9 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Refreshing instance network info cache due to event network-changed-31b96fa2-abeb-42e2-bfa3-bd750a2a7977. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1570.585012] env[69041]: DEBUG oslo_concurrency.lockutils [req-50634660-6cda-4b26-a654-9167494f6d7a req-e2e29a84-4bf5-4900-b896-ea89b13cb8b9 service nova] Acquiring lock "refresh_cache-225a5914-082e-4e0a-9098-5e76004e4662" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.585183] env[69041]: DEBUG oslo_concurrency.lockutils [req-50634660-6cda-4b26-a654-9167494f6d7a req-e2e29a84-4bf5-4900-b896-ea89b13cb8b9 service nova] Acquired lock "refresh_cache-225a5914-082e-4e0a-9098-5e76004e4662" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.585325] env[69041]: DEBUG nova.network.neutron [req-50634660-6cda-4b26-a654-9167494f6d7a req-e2e29a84-4bf5-4900-b896-ea89b13cb8b9 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Refreshing network info cache for port 31b96fa2-abeb-42e2-bfa3-bd750a2a7977 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.699222] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890770, 'name': ReconfigVM_Task, 'duration_secs': 0.339999} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.699755] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580736', 'volume_id': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'name': 'volume-bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a84986dd-7388-46b2-a06c-e157dd1d9633', 'attached_at': '2025-03-10T15:14:35.000000', 'detached_at': '', 'volume_id': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034', 'serial': 'bfa175a4-419f-4f6d-b735-8dba3ca4a034'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1570.700195] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.701078] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d22ec8-0b1e-42b4-b7c2-92fca0d70a08 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.708351] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.708538] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ee3dc9f-3b1d-424a-b6b3-8cf57b74048d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.772078] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.772333] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.772333] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleting the datastore file [datastore1] a84986dd-7388-46b2-a06c-e157dd1d9633 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.772624] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f84aaad-642c-49fd-aabb-7fd83b943df9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.779344] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1570.779344] env[69041]: value = "task-2890774" [ 1570.779344] env[69041]: _type = "Task" [ 1570.779344] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.787294] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.886846] env[69041]: DEBUG oslo_vmware.api [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890771, 'name': PowerOnVM_Task, 'duration_secs': 0.446811} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.887157] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.990808] env[69041]: DEBUG nova.compute.manager [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1570.991857] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e456ae0-dae5-4fe1-97f3-0968eaf60703 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.033697] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890772, 'name': CreateVM_Task, 'duration_secs': 0.455723} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.033912] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1571.034715] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.034885] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.035224] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.035482] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398bcabc-b7e4-4f2b-ace0-d4789eab11a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.040140] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1571.040140] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5276897b-9fcb-7767-c992-74c96a9be0f5" [ 1571.040140] env[69041]: _type = "Task" [ 1571.040140] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.049616] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5276897b-9fcb-7767-c992-74c96a9be0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.288952] env[69041]: DEBUG oslo_vmware.api [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134878} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.289221] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.289406] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.289580] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.289755] env[69041]: INFO nova.compute.manager [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1571.289981] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1571.290179] env[69041]: DEBUG nova.compute.manager [-] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.290272] env[69041]: DEBUG nova.network.neutron [-] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.403878] env[69041]: DEBUG nova.network.neutron [req-50634660-6cda-4b26-a654-9167494f6d7a req-e2e29a84-4bf5-4900-b896-ea89b13cb8b9 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Updated VIF entry in instance network info cache for port 31b96fa2-abeb-42e2-bfa3-bd750a2a7977. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1571.404256] env[69041]: DEBUG nova.network.neutron [req-50634660-6cda-4b26-a654-9167494f6d7a req-e2e29a84-4bf5-4900-b896-ea89b13cb8b9 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Updating instance_info_cache with network_info: [{"id": "31b96fa2-abeb-42e2-bfa3-bd750a2a7977", "address": "fa:16:3e:01:5d:d6", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b96fa2-ab", "ovs_interfaceid": "31b96fa2-abeb-42e2-bfa3-bd750a2a7977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.474229] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.474441] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.474638] env[69041]: DEBUG nova.network.neutron [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.512509] env[69041]: DEBUG oslo_concurrency.lockutils [None req-622f10d5-8bb7-4b66-a30d-7e653044f11f tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.317s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.551805] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5276897b-9fcb-7767-c992-74c96a9be0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015151} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.552256] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.553025] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.553025] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.553025] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.553025] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.553202] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa23fe73-9b63-46ea-b433-ebab72593a21 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.561798] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.561798] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.562525] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2efd606a-dae7-48ea-8994-06eb45049b3b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.567455] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1571.567455] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524021ae-ab2f-804f-fdda-1f762fb67be2" [ 1571.567455] env[69041]: _type = "Task" [ 1571.567455] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.574702] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524021ae-ab2f-804f-fdda-1f762fb67be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.906931] env[69041]: DEBUG oslo_concurrency.lockutils [req-50634660-6cda-4b26-a654-9167494f6d7a req-e2e29a84-4bf5-4900-b896-ea89b13cb8b9 service nova] Releasing lock "refresh_cache-225a5914-082e-4e0a-9098-5e76004e4662" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.077042] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]524021ae-ab2f-804f-fdda-1f762fb67be2, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.077887] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e769146-7d63-4c7f-823e-820488763a79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.086187] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1572.086187] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5244102f-c2f6-b01b-105e-d210a00e69fc" [ 1572.086187] env[69041]: _type = "Task" [ 1572.086187] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.093867] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5244102f-c2f6-b01b-105e-d210a00e69fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.188215] env[69041]: DEBUG nova.network.neutron [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updating instance_info_cache with network_info: [{"id": "c45bd724-f04e-4611-9a07-c37b05985d0f", "address": "fa:16:3e:26:d1:a1", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45bd724-f0", "ovs_interfaceid": "c45bd724-f04e-4611-9a07-c37b05985d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.286770] env[69041]: DEBUG nova.network.neutron [-] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.597452] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5244102f-c2f6-b01b-105e-d210a00e69fc, 'name': SearchDatastore_Task, 'duration_secs': 0.023753} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.597767] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.598056] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 225a5914-082e-4e0a-9098-5e76004e4662/225a5914-082e-4e0a-9098-5e76004e4662.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.598364] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df95350e-4e3d-4931-a7e0-9b2e29e63784 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.605154] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1572.605154] env[69041]: value = "task-2890775" [ 1572.605154] env[69041]: _type = "Task" [ 1572.605154] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.614027] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.616210] env[69041]: DEBUG nova.compute.manager [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received event network-vif-plugged-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1572.616420] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] Acquiring lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.616622] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.616786] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.616961] env[69041]: DEBUG nova.compute.manager [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] No waiting events found dispatching network-vif-plugged-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.617252] env[69041]: WARNING nova.compute.manager [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received unexpected event network-vif-plugged-c45bd724-f04e-4611-9a07-c37b05985d0f for instance with vm_state shelved_offloaded and task_state spawning. [ 1572.617434] env[69041]: DEBUG nova.compute.manager [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received event network-changed-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1572.617597] env[69041]: DEBUG nova.compute.manager [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Refreshing instance network info cache due to event network-changed-c45bd724-f04e-4611-9a07-c37b05985d0f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1572.617836] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] Acquiring lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.690862] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.695028] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] Acquired lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.695028] env[69041]: DEBUG nova.network.neutron [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Refreshing network info cache for port c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.720457] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b453eba1d9e3de0279c64f86041daf07',container_format='bare',created_at=2025-03-10T15:14:47Z,direct_url=,disk_format='vmdk',id=b1325ab1-0fe4-428f-b639-20231b542417,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-302853261-shelved',owner='bee19aff2a184f738f1b5dad91cd03e1',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-03-10T15:15:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1572.720701] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.720897] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1572.721103] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.721252] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1572.721395] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1572.721703] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1572.721872] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1572.722048] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1572.722211] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1572.722423] env[69041]: DEBUG nova.virt.hardware [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1572.723508] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954820ea-416c-4da7-9950-c1fd669cdd7f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.732060] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f18b8fe-966c-4bdc-9411-e7f78c81722d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.746018] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d1:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c45bd724-f04e-4611-9a07-c37b05985d0f', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1572.753790] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1572.754343] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1572.754649] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9c89509-258d-4d28-88de-36cf2d459006 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.773759] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.773759] env[69041]: value = "task-2890776" [ 1572.773759] env[69041]: _type = "Task" [ 1572.773759] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.781487] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890776, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.788971] env[69041]: INFO nova.compute.manager [-] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Took 1.50 seconds to deallocate network for instance. [ 1573.117228] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.283339] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890776, 'name': CreateVM_Task, 'duration_secs': 0.411269} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.283543] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1573.284172] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.284350] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.284734] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.284977] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090beaf0-1ef0-40b2-9574-796e0c155c50 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.288998] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1573.288998] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ba2c06-b75e-c579-7c4d-e6631ece662a" [ 1573.288998] env[69041]: _type = "Task" [ 1573.288998] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.298122] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ba2c06-b75e-c579-7c4d-e6631ece662a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.333818] env[69041]: INFO nova.compute.manager [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Took 0.54 seconds to detach 1 volumes for instance. [ 1573.336144] env[69041]: DEBUG nova.compute.manager [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Deleting volume: bfa175a4-419f-4f6d-b735-8dba3ca4a034 {{(pid=69041) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1573.401170] env[69041]: DEBUG nova.network.neutron [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updated VIF entry in instance network info cache for port c45bd724-f04e-4611-9a07-c37b05985d0f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1573.401580] env[69041]: DEBUG nova.network.neutron [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updating instance_info_cache with network_info: [{"id": "c45bd724-f04e-4611-9a07-c37b05985d0f", "address": "fa:16:3e:26:d1:a1", "network": {"id": "da2d5def-30d4-4029-836c-a7acfed5db3b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1875815227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bee19aff2a184f738f1b5dad91cd03e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45bd724-f0", "ovs_interfaceid": "c45bd724-f04e-4611-9a07-c37b05985d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.616953] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656297} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.617309] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 225a5914-082e-4e0a-9098-5e76004e4662/225a5914-082e-4e0a-9098-5e76004e4662.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1573.617463] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.617727] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63ea1fc-bc9a-4981-a20a-6920ca2e7b69 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.623990] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1573.623990] env[69041]: value = "task-2890778" [ 1573.623990] env[69041]: _type = "Task" [ 1573.623990] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.632015] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.798802] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.799067] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Processing image b1325ab1-0fe4-428f-b639-20231b542417 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1573.799305] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417/b1325ab1-0fe4-428f-b639-20231b542417.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.799471] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417/b1325ab1-0fe4-428f-b639-20231b542417.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.799645] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.799877] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59150b53-7bf1-4758-baef-f4d0aa8dcf46 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.816640] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.816821] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1573.817523] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3587d3-6481-4a05-b92f-4ece68ef7c26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.822614] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1573.822614] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5288fb1b-ce8a-f7a7-4675-698d5264135f" [ 1573.822614] env[69041]: _type = "Task" [ 1573.822614] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.829737] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5288fb1b-ce8a-f7a7-4675-698d5264135f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.877913] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.878162] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.878379] env[69041]: DEBUG nova.objects.instance [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lazy-loading 'resources' on Instance uuid a84986dd-7388-46b2-a06c-e157dd1d9633 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.904413] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] Releasing lock "refresh_cache-b2f1855c-3028-4e09-bc30-ba6ed10af8f4" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.904667] env[69041]: DEBUG nova.compute.manager [req-81b912e5-1990-40b3-9585-86b1f0634ee2 req-ce62bcd4-5304-4694-96b2-16c112a16a37 service nova] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Received event network-vif-deleted-7bad5213-81fe-48da-b179-2506685e6693 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1574.135701] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109639} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.135974] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.136791] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3719ed-47a4-4eaa-b0a0-15a8434d5499 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.160283] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 225a5914-082e-4e0a-9098-5e76004e4662/225a5914-082e-4e0a-9098-5e76004e4662.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.160553] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dbdf248-1a31-4e9d-b586-6f01b4237dea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.179799] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1574.179799] env[69041]: value = "task-2890779" [ 1574.179799] env[69041]: _type = "Task" [ 1574.179799] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.187317] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.333724] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Preparing fetch location {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1574.334062] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Fetch image to [datastore1] OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7/OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7.vmdk {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1574.334312] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Downloading stream optimized image b1325ab1-0fe4-428f-b639-20231b542417 to [datastore1] OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7/OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7.vmdk on the data store datastore1 as vApp {{(pid=69041) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1574.334586] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Downloading image file data b1325ab1-0fe4-428f-b639-20231b542417 to the ESX as VM named 'OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7' {{(pid=69041) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1574.405484] env[69041]: DEBUG oslo_vmware.rw_handles [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1574.405484] env[69041]: value = "resgroup-9" [ 1574.405484] env[69041]: _type = "ResourcePool" [ 1574.405484] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1574.405810] env[69041]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-db3af9b5-7934-4469-8b3f-7af310724973 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.428625] env[69041]: DEBUG oslo_vmware.rw_handles [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lease: (returnval){ [ 1574.428625] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ef3219-8055-cac6-9219-ac026c7122f6" [ 1574.428625] env[69041]: _type = "HttpNfcLease" [ 1574.428625] env[69041]: } obtained for vApp import into resource pool (val){ [ 1574.428625] env[69041]: value = "resgroup-9" [ 1574.428625] env[69041]: _type = "ResourcePool" [ 1574.428625] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1574.428925] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the lease: (returnval){ [ 1574.428925] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ef3219-8055-cac6-9219-ac026c7122f6" [ 1574.428925] env[69041]: _type = "HttpNfcLease" [ 1574.428925] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1574.436512] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.436512] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ef3219-8055-cac6-9219-ac026c7122f6" [ 1574.436512] env[69041]: _type = "HttpNfcLease" [ 1574.436512] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1574.484553] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6734824-818d-4146-a0b4-77c8495b12c1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.491793] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc1f76-ea84-4f29-9a35-ceca11cb8ac4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.521277] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb6c6a7-8f3a-4d9e-aa10-a4ff9226d76d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.528778] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39bb563-88b0-4ad6-873e-4f497ae5e111 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.543416] env[69041]: DEBUG nova.compute.provider_tree [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.689776] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890779, 'name': ReconfigVM_Task, 'duration_secs': 0.268397} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.690130] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 225a5914-082e-4e0a-9098-5e76004e4662/225a5914-082e-4e0a-9098-5e76004e4662.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.690658] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17364d64-d6cf-43f5-8df3-20e7f79e15cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.696664] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1574.696664] env[69041]: value = "task-2890781" [ 1574.696664] env[69041]: _type = "Task" [ 1574.696664] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.703806] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890781, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.937649] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.937649] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ef3219-8055-cac6-9219-ac026c7122f6" [ 1574.937649] env[69041]: _type = "HttpNfcLease" [ 1574.937649] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1575.047816] env[69041]: DEBUG nova.scheduler.client.report [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.207269] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890781, 'name': Rename_Task, 'duration_secs': 0.137528} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.207498] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.207704] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09e11a98-aff2-4bb8-8542-4c24c520dcf2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.213660] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1575.213660] env[69041]: value = "task-2890782" [ 1575.213660] env[69041]: _type = "Task" [ 1575.213660] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.223107] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.437479] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1575.437479] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ef3219-8055-cac6-9219-ac026c7122f6" [ 1575.437479] env[69041]: _type = "HttpNfcLease" [ 1575.437479] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1575.437762] env[69041]: DEBUG oslo_vmware.rw_handles [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1575.437762] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52ef3219-8055-cac6-9219-ac026c7122f6" [ 1575.437762] env[69041]: _type = "HttpNfcLease" [ 1575.437762] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1575.438471] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020866d0-3b64-4af5-8bdd-9ff59b069352 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.445451] env[69041]: DEBUG oslo_vmware.rw_handles [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42335-0a11-dcf5-9b71-02378796dfcf/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1575.445654] env[69041]: DEBUG oslo_vmware.rw_handles [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42335-0a11-dcf5-9b71-02378796dfcf/disk-0.vmdk. {{(pid=69041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1575.512464] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b039e3a4-21ab-4537-82b4-534adec80951 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.552929] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.572247] env[69041]: INFO nova.scheduler.client.report [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted allocations for instance a84986dd-7388-46b2-a06c-e157dd1d9633 [ 1575.724401] env[69041]: DEBUG oslo_vmware.api [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890782, 'name': PowerOnVM_Task, 'duration_secs': 0.432457} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.725789] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.726060] env[69041]: INFO nova.compute.manager [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1575.726257] env[69041]: DEBUG nova.compute.manager [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.727054] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e441c-faba-40e0-bf21-5deced220231 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.085947] env[69041]: DEBUG oslo_concurrency.lockutils [None req-0e503aa3-74e7-428a-a8ec-92626110aa5e tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "a84986dd-7388-46b2-a06c-e157dd1d9633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.537s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.247806] env[69041]: INFO nova.compute.manager [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Took 14.09 seconds to build instance. [ 1576.289058] env[69041]: DEBUG oslo_concurrency.lockutils [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "3c088f67-365f-442d-9896-93920cb35452" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.289255] env[69041]: DEBUG oslo_concurrency.lockutils [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "3c088f67-365f-442d-9896-93920cb35452" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.289619] env[69041]: DEBUG oslo_concurrency.lockutils [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "3c088f67-365f-442d-9896-93920cb35452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.289735] env[69041]: DEBUG oslo_concurrency.lockutils [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "3c088f67-365f-442d-9896-93920cb35452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.289823] env[69041]: DEBUG oslo_concurrency.lockutils [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "3c088f67-365f-442d-9896-93920cb35452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.291818] env[69041]: INFO nova.compute.manager [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Terminating instance [ 1576.636144] env[69041]: DEBUG oslo_vmware.rw_handles [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Completed reading data from the image iterator. {{(pid=69041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1576.636499] env[69041]: DEBUG oslo_vmware.rw_handles [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42335-0a11-dcf5-9b71-02378796dfcf/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1576.638097] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2617dd-02d7-4e49-a4b9-0c1f95ca836b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.648440] env[69041]: DEBUG oslo_vmware.rw_handles [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42335-0a11-dcf5-9b71-02378796dfcf/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1576.648769] env[69041]: DEBUG oslo_vmware.rw_handles [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42335-0a11-dcf5-9b71-02378796dfcf/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1576.649134] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c5d8eaf-9857-4f6a-9d0c-08a809d8bf1d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.749610] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a872d201-9640-4f4f-9a7c-f84d3be753b1 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.604s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.795615] env[69041]: DEBUG nova.compute.manager [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1576.795849] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1576.796757] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728c346-d4d5-4919-b612-f7ebde3e4cbb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.805091] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.805361] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a553923-c72f-44f4-bade-390127d4c5f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.812129] env[69041]: DEBUG oslo_vmware.api [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1576.812129] env[69041]: value = "task-2890783" [ 1576.812129] env[69041]: _type = "Task" [ 1576.812129] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.821388] env[69041]: DEBUG oslo_vmware.api [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.891758] env[69041]: DEBUG oslo_vmware.rw_handles [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42335-0a11-dcf5-9b71-02378796dfcf/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1576.892020] env[69041]: INFO nova.virt.vmwareapi.images [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Downloaded image file data b1325ab1-0fe4-428f-b639-20231b542417 [ 1576.892830] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc360c3c-e039-4016-ae99-e89eaa70802c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.907795] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d029d4c0-a333-4966-9038-ffac31bcf015 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.962464] env[69041]: INFO nova.virt.vmwareapi.images [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] The imported VM was unregistered [ 1576.965049] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Caching image {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1576.965470] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1576.965565] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3cfaa81-a114-4edb-9f72-b6c9c3fb0a27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.985373] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Created directory with path [datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1576.985646] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7/OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7.vmdk to [datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417/b1325ab1-0fe4-428f-b639-20231b542417.vmdk. {{(pid=69041) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1576.985877] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ffee4313-49e5-4ef9-8b2a-4894b5e99661 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.992921] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1576.992921] env[69041]: value = "task-2890785" [ 1576.992921] env[69041]: _type = "Task" [ 1576.992921] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.001828] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890785, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.010929] env[69041]: DEBUG nova.compute.manager [req-c31806e5-fb85-427a-a72e-86ec7e77cea9 req-1ba0c0a1-9aa6-4c8e-a5a0-1fa64301cac6 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Received event network-changed-31b96fa2-abeb-42e2-bfa3-bd750a2a7977 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1577.011077] env[69041]: DEBUG nova.compute.manager [req-c31806e5-fb85-427a-a72e-86ec7e77cea9 req-1ba0c0a1-9aa6-4c8e-a5a0-1fa64301cac6 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Refreshing instance network info cache due to event network-changed-31b96fa2-abeb-42e2-bfa3-bd750a2a7977. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1577.012382] env[69041]: DEBUG oslo_concurrency.lockutils [req-c31806e5-fb85-427a-a72e-86ec7e77cea9 req-1ba0c0a1-9aa6-4c8e-a5a0-1fa64301cac6 service nova] Acquiring lock "refresh_cache-225a5914-082e-4e0a-9098-5e76004e4662" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.012382] env[69041]: DEBUG oslo_concurrency.lockutils [req-c31806e5-fb85-427a-a72e-86ec7e77cea9 req-1ba0c0a1-9aa6-4c8e-a5a0-1fa64301cac6 service nova] Acquired lock "refresh_cache-225a5914-082e-4e0a-9098-5e76004e4662" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.012382] env[69041]: DEBUG nova.network.neutron [req-c31806e5-fb85-427a-a72e-86ec7e77cea9 req-1ba0c0a1-9aa6-4c8e-a5a0-1fa64301cac6 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Refreshing network info cache for port 31b96fa2-abeb-42e2-bfa3-bd750a2a7977 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1577.321696] env[69041]: DEBUG oslo_vmware.api [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890783, 'name': PowerOffVM_Task, 'duration_secs': 0.22501} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.321939] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.322099] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.322344] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb63df29-dcad-4130-be9f-a80f923055df {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.382456] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1577.382691] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1577.382881] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleting the datastore file [datastore2] 3c088f67-365f-442d-9896-93920cb35452 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.383234] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ae5ee61-a99d-42e1-9d70-3e5e4f26aff9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.389020] env[69041]: DEBUG oslo_vmware.api [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1577.389020] env[69041]: value = "task-2890787" [ 1577.389020] env[69041]: _type = "Task" [ 1577.389020] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.396145] env[69041]: DEBUG oslo_vmware.api [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.502592] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890785, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.719823] env[69041]: DEBUG nova.network.neutron [req-c31806e5-fb85-427a-a72e-86ec7e77cea9 req-1ba0c0a1-9aa6-4c8e-a5a0-1fa64301cac6 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Updated VIF entry in instance network info cache for port 31b96fa2-abeb-42e2-bfa3-bd750a2a7977. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.720301] env[69041]: DEBUG nova.network.neutron [req-c31806e5-fb85-427a-a72e-86ec7e77cea9 req-1ba0c0a1-9aa6-4c8e-a5a0-1fa64301cac6 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Updating instance_info_cache with network_info: [{"id": "31b96fa2-abeb-42e2-bfa3-bd750a2a7977", "address": "fa:16:3e:01:5d:d6", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b96fa2-ab", "ovs_interfaceid": "31b96fa2-abeb-42e2-bfa3-bd750a2a7977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.899095] env[69041]: DEBUG oslo_vmware.api [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.004446] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890785, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.222915] env[69041]: DEBUG oslo_concurrency.lockutils [req-c31806e5-fb85-427a-a72e-86ec7e77cea9 req-1ba0c0a1-9aa6-4c8e-a5a0-1fa64301cac6 service nova] Releasing lock "refresh_cache-225a5914-082e-4e0a-9098-5e76004e4662" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.400468] env[69041]: DEBUG oslo_vmware.api [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.659966} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.400665] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.400735] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.400911] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.401315] env[69041]: INFO nova.compute.manager [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: 3c088f67-365f-442d-9896-93920cb35452] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1578.401509] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1578.401735] env[69041]: DEBUG nova.compute.manager [-] [instance: 3c088f67-365f-442d-9896-93920cb35452] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.401833] env[69041]: DEBUG nova.network.neutron [-] [instance: 3c088f67-365f-442d-9896-93920cb35452] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.504217] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890785, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.005059] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890785, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.045047] env[69041]: DEBUG nova.compute.manager [req-acf2a764-0554-4cef-8b1d-1fc1a520fde2 req-13e910f2-3824-42a1-b7fc-4399e37a2c8e service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Received event network-vif-deleted-cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1579.045500] env[69041]: INFO nova.compute.manager [req-acf2a764-0554-4cef-8b1d-1fc1a520fde2 req-13e910f2-3824-42a1-b7fc-4399e37a2c8e service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Neutron deleted interface cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984; detaching it from the instance and deleting it from the info cache [ 1579.045500] env[69041]: DEBUG nova.network.neutron [req-acf2a764-0554-4cef-8b1d-1fc1a520fde2 req-13e910f2-3824-42a1-b7fc-4399e37a2c8e service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.155631] env[69041]: DEBUG nova.network.neutron [-] [instance: 3c088f67-365f-442d-9896-93920cb35452] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.506237] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890785, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.548249] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9440b858-b817-4772-ab47-69fd1e3c85fa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.559538] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33d0176-56e2-41b4-a646-1e42d4f5e086 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.587302] env[69041]: DEBUG nova.compute.manager [req-acf2a764-0554-4cef-8b1d-1fc1a520fde2 req-13e910f2-3824-42a1-b7fc-4399e37a2c8e service nova] [instance: 3c088f67-365f-442d-9896-93920cb35452] Detach interface failed, port_id=cbf0ecd6-3cb1-4e95-9183-fbbca1e2b984, reason: Instance 3c088f67-365f-442d-9896-93920cb35452 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1579.660225] env[69041]: INFO nova.compute.manager [-] [instance: 3c088f67-365f-442d-9896-93920cb35452] Took 1.26 seconds to deallocate network for instance. [ 1580.005238] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890785, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.167327] env[69041]: DEBUG oslo_concurrency.lockutils [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.167585] env[69041]: DEBUG oslo_concurrency.lockutils [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.167786] env[69041]: DEBUG nova.objects.instance [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lazy-loading 'resources' on Instance uuid 3c088f67-365f-442d-9896-93920cb35452 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.506685] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890785, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.753013] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a998607d-d17a-4103-bbab-9f90c0a12d39 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.760305] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6343e6e-616e-4c08-8eae-2663a0d86bab {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.790373] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8b630c-e74a-45b6-bfca-89e55237a0e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.797405] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac584f28-957a-4a46-a403-e978c1c3682f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.810069] env[69041]: DEBUG nova.compute.provider_tree [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.006829] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890785, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.313364] env[69041]: DEBUG nova.scheduler.client.report [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.506663] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890785, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.377698} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.506897] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7/OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7.vmdk to [datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417/b1325ab1-0fe4-428f-b639-20231b542417.vmdk. [ 1581.507068] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Cleaning up location [datastore1] OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1581.507235] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cae1e405-7aaf-4243-a9db-0c3e3443c2a7 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.507474] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fd635a8-5714-44c9-815b-1d6a4399a26e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.513352] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1581.513352] env[69041]: value = "task-2890788" [ 1581.513352] env[69041]: _type = "Task" [ 1581.513352] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.522391] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.819944] env[69041]: DEBUG oslo_concurrency.lockutils [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.847095] env[69041]: INFO nova.scheduler.client.report [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted allocations for instance 3c088f67-365f-442d-9896-93920cb35452 [ 1582.027122] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032033} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.027523] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.027523] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417/b1325ab1-0fe4-428f-b639-20231b542417.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.027873] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417/b1325ab1-0fe4-428f-b639-20231b542417.vmdk to [datastore1] b2f1855c-3028-4e09-bc30-ba6ed10af8f4/b2f1855c-3028-4e09-bc30-ba6ed10af8f4.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1582.028047] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cfd2104-e731-464d-a7ee-5a15007b7eb5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.036333] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1582.036333] env[69041]: value = "task-2890789" [ 1582.036333] env[69041]: _type = "Task" [ 1582.036333] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.044690] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.355848] env[69041]: DEBUG oslo_concurrency.lockutils [None req-61d54601-f1ee-4e92-83e0-db0f3ce4fece tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "3c088f67-365f-442d-9896-93920cb35452" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.066s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.548214] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890789, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.046383] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890789, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.547598] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890789, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.988018] env[69041]: DEBUG oslo_concurrency.lockutils [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "c5fbfa59-eeed-4220-bc40-50618af87a67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.988393] env[69041]: DEBUG oslo_concurrency.lockutils [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "c5fbfa59-eeed-4220-bc40-50618af87a67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.988641] env[69041]: DEBUG oslo_concurrency.lockutils [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "c5fbfa59-eeed-4220-bc40-50618af87a67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.988836] env[69041]: DEBUG oslo_concurrency.lockutils [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "c5fbfa59-eeed-4220-bc40-50618af87a67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.989013] env[69041]: DEBUG oslo_concurrency.lockutils [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "c5fbfa59-eeed-4220-bc40-50618af87a67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.991367] env[69041]: INFO nova.compute.manager [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Terminating instance [ 1584.048701] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890789, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.495072] env[69041]: DEBUG nova.compute.manager [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1584.495266] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.496178] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d6be3-1881-4592-b686-c38f15220723 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.504010] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.504256] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8feec521-eb3b-4f95-b81a-de90f7830302 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.510064] env[69041]: DEBUG oslo_vmware.api [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1584.510064] env[69041]: value = "task-2890790" [ 1584.510064] env[69041]: _type = "Task" [ 1584.510064] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.517991] env[69041]: DEBUG oslo_vmware.api [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.547624] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890789, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.227793} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.547889] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1325ab1-0fe4-428f-b639-20231b542417/b1325ab1-0fe4-428f-b639-20231b542417.vmdk to [datastore1] b2f1855c-3028-4e09-bc30-ba6ed10af8f4/b2f1855c-3028-4e09-bc30-ba6ed10af8f4.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.548675] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae1acdd-053a-4dfc-a0f8-2da0468a5ff9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.571906] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b2f1855c-3028-4e09-bc30-ba6ed10af8f4/b2f1855c-3028-4e09-bc30-ba6ed10af8f4.vmdk or device None with type streamOptimized {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.572204] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae7a7335-9e00-4c25-97e2-1be8a13cd75a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.591892] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1584.591892] env[69041]: value = "task-2890791" [ 1584.591892] env[69041]: _type = "Task" [ 1584.591892] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.600226] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.789217] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.789489] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.020204] env[69041]: DEBUG oslo_vmware.api [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890790, 'name': PowerOffVM_Task, 'duration_secs': 0.207634} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.020464] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.020635] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.020874] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81047250-fd7d-438b-a28d-6f192197875b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.079133] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.079510] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.079576] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleting the datastore file [datastore1] c5fbfa59-eeed-4220-bc40-50618af87a67 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.079825] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10c0e84d-26e6-4952-9a1a-b27a701a5d51 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.086393] env[69041]: DEBUG oslo_vmware.api [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for the task: (returnval){ [ 1585.086393] env[69041]: value = "task-2890793" [ 1585.086393] env[69041]: _type = "Task" [ 1585.086393] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.093846] env[69041]: DEBUG oslo_vmware.api [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.100890] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890791, 'name': ReconfigVM_Task, 'duration_secs': 0.380355} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.101157] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b2f1855c-3028-4e09-bc30-ba6ed10af8f4/b2f1855c-3028-4e09-bc30-ba6ed10af8f4.vmdk or device None with type streamOptimized {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.101772] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-606b8960-b3d3-44a7-aa45-168543d40360 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.107055] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1585.107055] env[69041]: value = "task-2890794" [ 1585.107055] env[69041]: _type = "Task" [ 1585.107055] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.116799] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890794, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.295098] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.296027] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.296027] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.296027] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.296027] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.296027] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.296295] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1585.296295] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.596906] env[69041]: DEBUG oslo_vmware.api [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.616299] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890794, 'name': Rename_Task, 'duration_secs': 0.131019} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.616570] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.616815] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec2c2963-6631-4ee9-93bb-075c52bfd8e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.623135] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1585.623135] env[69041]: value = "task-2890795" [ 1585.623135] env[69041]: _type = "Task" [ 1585.623135] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.631271] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.799449] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.799449] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.799622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.799788] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1585.800776] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fb7615-f895-4128-b9c9-c604b1fbb666 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.808999] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f43501-09d3-4e17-9864-34bc0bef31f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.823756] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ff03d5-f45e-4f56-9df0-25451e8bd98d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.830303] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f6624-4f6a-4b69-8034-3950a7998984 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.860538] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179781MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1585.860718] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.860860] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.097118] env[69041]: DEBUG oslo_vmware.api [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Task: {'id': task-2890793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.630984} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.097545] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.097545] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.097735] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.097872] env[69041]: INFO nova.compute.manager [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1586.098123] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1586.098314] env[69041]: DEBUG nova.compute.manager [-] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.098408] env[69041]: DEBUG nova.network.neutron [-] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.131799] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.337359] env[69041]: DEBUG nova.compute.manager [req-ea358fdd-aba3-4cd7-b59e-54f6726c84ea req-522f1f02-0534-4dd8-b5e3-db9b04b7ec0f service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Received event network-vif-deleted-0b124259-6b4e-4b02-b1ef-c784da853868 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1586.337359] env[69041]: INFO nova.compute.manager [req-ea358fdd-aba3-4cd7-b59e-54f6726c84ea req-522f1f02-0534-4dd8-b5e3-db9b04b7ec0f service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Neutron deleted interface 0b124259-6b4e-4b02-b1ef-c784da853868; detaching it from the instance and deleting it from the info cache [ 1586.337359] env[69041]: DEBUG nova.network.neutron [req-ea358fdd-aba3-4cd7-b59e-54f6726c84ea req-522f1f02-0534-4dd8-b5e3-db9b04b7ec0f service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.634461] env[69041]: DEBUG oslo_vmware.api [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890795, 'name': PowerOnVM_Task, 'duration_secs': 0.694128} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.634829] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.732937] env[69041]: DEBUG nova.compute.manager [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.733856] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84f0ed8-d258-45ec-88eb-57f826662a79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.820907] env[69041]: DEBUG nova.network.neutron [-] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.839989] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8133a11-0e90-4f23-81c4-4fcacd5a3b50 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.852158] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d731fa2-aa42-4c0d-aaea-ff9825809cbd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.882242] env[69041]: DEBUG nova.compute.manager [req-ea358fdd-aba3-4cd7-b59e-54f6726c84ea req-522f1f02-0534-4dd8-b5e3-db9b04b7ec0f service nova] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Detach interface failed, port_id=0b124259-6b4e-4b02-b1ef-c784da853868, reason: Instance c5fbfa59-eeed-4220-bc40-50618af87a67 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1586.886698] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance c5fbfa59-eeed-4220-bc40-50618af87a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1586.886870] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance cd0e1399-77b3-44e2-92e1-dee21d0de541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1586.887019] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 5783a181-b9f8-4f72-b008-1b9c4a7551fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1586.887178] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 225a5914-082e-4e0a-9098-5e76004e4662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1586.887311] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b2f1855c-3028-4e09-bc30-ba6ed10af8f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1586.887512] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1586.887678] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1586.951333] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a9886e-0a81-474a-b364-1ead51e96ed3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.958956] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23451fa9-3a70-4c2f-bf7d-d71d84d62dbe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.992112] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3892e8d8-b42f-4354-9162-479bfa2d731f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.999554] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226ed848-e3e6-4c57-9d61-2fbdc158cad8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.013573] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.250082] env[69041]: DEBUG oslo_concurrency.lockutils [None req-95c84fd1-026e-43f5-bae3-337c0f98e23d tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.716s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.323856] env[69041]: INFO nova.compute.manager [-] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Took 1.23 seconds to deallocate network for instance. [ 1587.517031] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.831060] env[69041]: DEBUG oslo_concurrency.lockutils [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.022056] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1588.022056] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.022056] env[69041]: DEBUG oslo_concurrency.lockutils [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.191s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.022056] env[69041]: DEBUG nova.objects.instance [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lazy-loading 'resources' on Instance uuid c5fbfa59-eeed-4220-bc40-50618af87a67 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.251751] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.252175] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.252233] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.252420] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.252588] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.254646] env[69041]: INFO nova.compute.manager [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Terminating instance [ 1588.594777] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a070d1-5286-4c18-856d-72da37c7f994 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.602238] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c34e7-7ef3-4707-984f-37a9ba609e1f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.631220] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f243fb-2f00-43df-9459-bc8d91ff2857 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.638152] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7980aeed-23b5-40ab-81bf-1ec468bc5faa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.652158] env[69041]: DEBUG nova.compute.provider_tree [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.759141] env[69041]: DEBUG nova.compute.manager [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1588.759345] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1588.760255] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852a5a0d-7a01-4ae9-bf10-4d3ab2cb227d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.767789] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.768028] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a41fa88-283c-4d84-b979-60a11bde96e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.773974] env[69041]: DEBUG oslo_vmware.api [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1588.773974] env[69041]: value = "task-2890796" [ 1588.773974] env[69041]: _type = "Task" [ 1588.773974] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.781665] env[69041]: DEBUG oslo_vmware.api [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.155164] env[69041]: DEBUG nova.scheduler.client.report [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.284353] env[69041]: DEBUG oslo_vmware.api [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890796, 'name': PowerOffVM_Task, 'duration_secs': 0.192578} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.284708] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1589.284770] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1589.284975] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d152ea87-7ca2-4603-80f9-6f93515280f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.347895] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1589.348138] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1589.348299] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleting the datastore file [datastore1] b2f1855c-3028-4e09-bc30-ba6ed10af8f4 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1589.348554] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17a8b297-77e2-4fd4-82d5-2c4c45e99652 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.354820] env[69041]: DEBUG oslo_vmware.api [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for the task: (returnval){ [ 1589.354820] env[69041]: value = "task-2890798" [ 1589.354820] env[69041]: _type = "Task" [ 1589.354820] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.362632] env[69041]: DEBUG oslo_vmware.api [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.659858] env[69041]: DEBUG oslo_concurrency.lockutils [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.679783] env[69041]: INFO nova.scheduler.client.report [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Deleted allocations for instance c5fbfa59-eeed-4220-bc40-50618af87a67 [ 1589.866677] env[69041]: DEBUG oslo_vmware.api [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Task: {'id': task-2890798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157273} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.866943] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1589.867145] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1589.867319] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1589.867487] env[69041]: INFO nova.compute.manager [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1589.867806] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1589.868027] env[69041]: DEBUG nova.compute.manager [-] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1589.868135] env[69041]: DEBUG nova.network.neutron [-] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.187415] env[69041]: DEBUG oslo_concurrency.lockutils [None req-80bd22a8-4394-43a4-a329-904b4a4b162f tempest-ServerActionsTestOtherA-1689215044 tempest-ServerActionsTestOtherA-1689215044-project-member] Lock "c5fbfa59-eeed-4220-bc40-50618af87a67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.199s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.416757] env[69041]: DEBUG nova.compute.manager [req-5da00222-a90b-49d6-85e9-1cfd36bcba7a req-c563124f-69db-47b2-b704-0c81e219f874 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Received event network-vif-deleted-c45bd724-f04e-4611-9a07-c37b05985d0f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1590.416990] env[69041]: INFO nova.compute.manager [req-5da00222-a90b-49d6-85e9-1cfd36bcba7a req-c563124f-69db-47b2-b704-0c81e219f874 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Neutron deleted interface c45bd724-f04e-4611-9a07-c37b05985d0f; detaching it from the instance and deleting it from the info cache [ 1590.417151] env[69041]: DEBUG nova.network.neutron [req-5da00222-a90b-49d6-85e9-1cfd36bcba7a req-c563124f-69db-47b2-b704-0c81e219f874 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.900014] env[69041]: DEBUG nova.network.neutron [-] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.919347] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d069bd2b-2d0b-4bdb-9675-01f9a4acc496 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.931561] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775d0961-2b7e-458b-9acd-ab50dd432375 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.959580] env[69041]: DEBUG nova.compute.manager [req-5da00222-a90b-49d6-85e9-1cfd36bcba7a req-c563124f-69db-47b2-b704-0c81e219f874 service nova] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Detach interface failed, port_id=c45bd724-f04e-4611-9a07-c37b05985d0f, reason: Instance b2f1855c-3028-4e09-bc30-ba6ed10af8f4 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1591.402278] env[69041]: INFO nova.compute.manager [-] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Took 1.53 seconds to deallocate network for instance. [ 1591.912195] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.912454] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.912713] env[69041]: DEBUG nova.objects.instance [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lazy-loading 'resources' on Instance uuid b2f1855c-3028-4e09-bc30-ba6ed10af8f4 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.480153] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f5f40a-c39f-48d7-8d13-ef1077b0f485 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.487967] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b468de73-2855-47e5-bfa4-7e6e5cb08632 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.520703] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e73b329-212a-4f59-ae33-356bd66214da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.527780] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd62828-547d-4260-8c75-24a784007236 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.540778] env[69041]: DEBUG nova.compute.provider_tree [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.046914] env[69041]: DEBUG nova.scheduler.client.report [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.552818] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.584606] env[69041]: INFO nova.scheduler.client.report [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Deleted allocations for instance b2f1855c-3028-4e09-bc30-ba6ed10af8f4 [ 1594.095963] env[69041]: DEBUG oslo_concurrency.lockutils [None req-d43b4754-5dcd-4ef8-9da5-2b15f5c97045 tempest-ServerActionsTestOtherB-1128032842 tempest-ServerActionsTestOtherB-1128032842-project-member] Lock "b2f1855c-3028-4e09-bc30-ba6ed10af8f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.844s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.638836] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "e0e5a758-268d-4557-901c-5a487e0748c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1594.639081] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "e0e5a758-268d-4557-901c-5a487e0748c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.141739] env[69041]: DEBUG nova.compute.manager [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1595.665590] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1595.665946] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.667445] env[69041]: INFO nova.compute.claims [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1596.731011] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd07ee54-c657-42ea-bfc0-6896ceca1de2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.738682] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5131465-fed1-4d95-b3cb-68a7dacedfef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.769209] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3af15a-cdc4-4385-9415-6c995e01565e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.776181] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44feed71-4ac2-45e3-8c5b-3973d48704a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.788906] env[69041]: DEBUG nova.compute.provider_tree [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.292426] env[69041]: DEBUG nova.scheduler.client.report [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.798468] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.799079] env[69041]: DEBUG nova.compute.manager [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1598.304165] env[69041]: DEBUG nova.compute.utils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1598.305929] env[69041]: DEBUG nova.compute.manager [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1598.305929] env[69041]: DEBUG nova.network.neutron [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1598.348928] env[69041]: DEBUG nova.policy [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fef64905a627402f858ba1211b8062b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '508a296dc91743ebbce39226e1d10b0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1598.605798] env[69041]: DEBUG nova.network.neutron [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Successfully created port: 9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.810794] env[69041]: DEBUG nova.compute.manager [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1599.822910] env[69041]: DEBUG nova.compute.manager [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.862107] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.862373] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.862531] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.862784] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.863274] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.863481] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.863873] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.863873] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.864094] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.864556] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.864774] env[69041]: DEBUG nova.virt.hardware [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.865940] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903582ae-b1f1-47cc-82e4-989b3e72b96f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.875041] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0087f4-28b2-4d0c-83e2-e9b9fa483bd1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.028745] env[69041]: DEBUG nova.compute.manager [req-2e2680e6-d264-4a6d-9e1d-6681ef2cd12e req-d5997d6c-cfe0-433f-94dc-9c67328334ea service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Received event network-vif-plugged-9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1600.028745] env[69041]: DEBUG oslo_concurrency.lockutils [req-2e2680e6-d264-4a6d-9e1d-6681ef2cd12e req-d5997d6c-cfe0-433f-94dc-9c67328334ea service nova] Acquiring lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.028745] env[69041]: DEBUG oslo_concurrency.lockutils [req-2e2680e6-d264-4a6d-9e1d-6681ef2cd12e req-d5997d6c-cfe0-433f-94dc-9c67328334ea service nova] Lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.028745] env[69041]: DEBUG oslo_concurrency.lockutils [req-2e2680e6-d264-4a6d-9e1d-6681ef2cd12e req-d5997d6c-cfe0-433f-94dc-9c67328334ea service nova] Lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.028745] env[69041]: DEBUG nova.compute.manager [req-2e2680e6-d264-4a6d-9e1d-6681ef2cd12e req-d5997d6c-cfe0-433f-94dc-9c67328334ea service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] No waiting events found dispatching network-vif-plugged-9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1600.028745] env[69041]: WARNING nova.compute.manager [req-2e2680e6-d264-4a6d-9e1d-6681ef2cd12e req-d5997d6c-cfe0-433f-94dc-9c67328334ea service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Received unexpected event network-vif-plugged-9f968f4d-ce7c-4132-9518-71c2a3d8a568 for instance with vm_state building and task_state spawning. [ 1600.120455] env[69041]: DEBUG nova.network.neutron [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Successfully updated port: 9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.621966] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.622255] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.622449] env[69041]: DEBUG nova.network.neutron [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.166644] env[69041]: DEBUG nova.network.neutron [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.306794] env[69041]: DEBUG nova.network.neutron [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updating instance_info_cache with network_info: [{"id": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "address": "fa:16:3e:25:d0:0c", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f968f4d-ce", "ovs_interfaceid": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.366216] env[69041]: DEBUG nova.compute.manager [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Stashing vm_state: active {{(pid=69041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1601.809362] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.810112] env[69041]: DEBUG nova.compute.manager [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Instance network_info: |[{"id": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "address": "fa:16:3e:25:d0:0c", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f968f4d-ce", "ovs_interfaceid": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1601.810361] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:d0:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f968f4d-ce7c-4132-9518-71c2a3d8a568', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1601.818408] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Creating folder: Project (508a296dc91743ebbce39226e1d10b0c). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.818728] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-500ce0ec-fd3f-4b95-bf86-0bb74106ce56 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.829537] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Created folder: Project (508a296dc91743ebbce39226e1d10b0c) in parent group-v580429. [ 1601.829693] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Creating folder: Instances. Parent ref: group-v580753. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.829932] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9d13a7c-19db-47c3-8d97-169bbb4f98fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.839267] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Created folder: Instances in parent group-v580753. [ 1601.839470] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1601.839850] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.839850] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15439781-381b-487a-b479-0f7df5fdb511 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.858150] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1601.858150] env[69041]: value = "task-2890802" [ 1601.858150] env[69041]: _type = "Task" [ 1601.858150] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.867945] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890802, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.886799] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.887231] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.963253] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.963253] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.058718] env[69041]: DEBUG nova.compute.manager [req-01d2b5eb-4560-4154-ae44-ad618592d941 req-1691c68d-1cf7-47df-b5ec-8442af0b0ad4 service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Received event network-changed-9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1602.059017] env[69041]: DEBUG nova.compute.manager [req-01d2b5eb-4560-4154-ae44-ad618592d941 req-1691c68d-1cf7-47df-b5ec-8442af0b0ad4 service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Refreshing instance network info cache due to event network-changed-9f968f4d-ce7c-4132-9518-71c2a3d8a568. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1602.059341] env[69041]: DEBUG oslo_concurrency.lockutils [req-01d2b5eb-4560-4154-ae44-ad618592d941 req-1691c68d-1cf7-47df-b5ec-8442af0b0ad4 service nova] Acquiring lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.059487] env[69041]: DEBUG oslo_concurrency.lockutils [req-01d2b5eb-4560-4154-ae44-ad618592d941 req-1691c68d-1cf7-47df-b5ec-8442af0b0ad4 service nova] Acquired lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.059667] env[69041]: DEBUG nova.network.neutron [req-01d2b5eb-4560-4154-ae44-ad618592d941 req-1691c68d-1cf7-47df-b5ec-8442af0b0ad4 service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Refreshing network info cache for port 9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.295707] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.296056] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.367528] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890802, 'name': CreateVM_Task, 'duration_secs': 0.335147} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.367700] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.368392] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.368562] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.368882] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.369148] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8082d110-1c60-48e3-8d15-964db60ccb85 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.373916] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1602.373916] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bf84ca-b7c8-bb50-99f3-61d6b55e64aa" [ 1602.373916] env[69041]: _type = "Task" [ 1602.373916] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.381195] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bf84ca-b7c8-bb50-99f3-61d6b55e64aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.392655] env[69041]: INFO nova.compute.claims [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.465708] env[69041]: DEBUG nova.compute.manager [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1602.751592] env[69041]: DEBUG nova.network.neutron [req-01d2b5eb-4560-4154-ae44-ad618592d941 req-1691c68d-1cf7-47df-b5ec-8442af0b0ad4 service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updated VIF entry in instance network info cache for port 9f968f4d-ce7c-4132-9518-71c2a3d8a568. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.751998] env[69041]: DEBUG nova.network.neutron [req-01d2b5eb-4560-4154-ae44-ad618592d941 req-1691c68d-1cf7-47df-b5ec-8442af0b0ad4 service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updating instance_info_cache with network_info: [{"id": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "address": "fa:16:3e:25:d0:0c", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f968f4d-ce", "ovs_interfaceid": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.798613] env[69041]: DEBUG nova.compute.manager [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1602.884700] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52bf84ca-b7c8-bb50-99f3-61d6b55e64aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.885077] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.885301] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1602.885536] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.885684] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.885866] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1602.886130] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a15de5c-ed16-43b4-a270-cf72c9d80179 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.894105] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1602.894275] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1602.894926] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ac1138-f73a-4c50-87c3-6a3c63840e5d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.898156] env[69041]: INFO nova.compute.resource_tracker [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating resource usage from migration 3379ff38-9c1d-4104-9de7-e4fd522c03b8 [ 1602.903470] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1602.903470] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522f64cc-ee74-a5f3-17cc-fa61294da036" [ 1602.903470] env[69041]: _type = "Task" [ 1602.903470] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.910248] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522f64cc-ee74-a5f3-17cc-fa61294da036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.981285] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.987027] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eb4cf6-2f96-41b9-98a1-e6e5b6255a26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.994263] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13efd74b-464a-407a-ba60-6eb552babc43 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.025442] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2713f4-995a-4c88-8a61-22d80d6f651e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.031936] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f326627-ecdd-477c-b95d-8e8bb5734ab0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.044460] env[69041]: DEBUG nova.compute.provider_tree [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.258881] env[69041]: DEBUG oslo_concurrency.lockutils [req-01d2b5eb-4560-4154-ae44-ad618592d941 req-1691c68d-1cf7-47df-b5ec-8442af0b0ad4 service nova] Releasing lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.317641] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.415058] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522f64cc-ee74-a5f3-17cc-fa61294da036, 'name': SearchDatastore_Task, 'duration_secs': 0.008257} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.415516] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04af102-7499-4a8c-9f4e-6bde6509daf9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.420790] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1603.420790] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5223346b-c0b6-2bea-db0a-a1886141578d" [ 1603.420790] env[69041]: _type = "Task" [ 1603.420790] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.427625] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5223346b-c0b6-2bea-db0a-a1886141578d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.547820] env[69041]: DEBUG nova.scheduler.client.report [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1603.931549] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5223346b-c0b6-2bea-db0a-a1886141578d, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.931837] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.932114] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] e0e5a758-268d-4557-901c-5a487e0748c9/e0e5a758-268d-4557-901c-5a487e0748c9.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1603.932366] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75ba3fed-d597-428b-9f6b-cb1451b7cc71 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.939581] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1603.939581] env[69041]: value = "task-2890803" [ 1603.939581] env[69041]: _type = "Task" [ 1603.939581] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.946625] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.052999] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.166s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.053307] env[69041]: INFO nova.compute.manager [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Migrating [ 1604.059965] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.079s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.061310] env[69041]: INFO nova.compute.claims [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.448920] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455754} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.449300] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] e0e5a758-268d-4557-901c-5a487e0748c9/e0e5a758-268d-4557-901c-5a487e0748c9.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1604.449398] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1604.449613] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b551973-530e-4c1e-9f18-c6ea83828c06 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.455090] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1604.455090] env[69041]: value = "task-2890804" [ 1604.455090] env[69041]: _type = "Task" [ 1604.455090] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.462979] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.573378] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.573574] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.573798] env[69041]: DEBUG nova.network.neutron [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.965737] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067687} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.966015] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.966790] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dcf609-1090-4326-8290-258548d74408 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.988500] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] e0e5a758-268d-4557-901c-5a487e0748c9/e0e5a758-268d-4557-901c-5a487e0748c9.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.988765] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b97565d3-5a03-47cd-a43c-3bb01bf5c030 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.007158] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1605.007158] env[69041]: value = "task-2890805" [ 1605.007158] env[69041]: _type = "Task" [ 1605.007158] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.014670] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.182192] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca0198-646b-4329-bd27-932600993b76 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.190569] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3b172d-7ad0-405d-b426-d26be9755b2b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.222443] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ce91d3-f841-414a-a71d-1c6b6c3ecbc5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.229391] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb84460-8526-4dc8-9e99-08d8692cba7b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.243908] env[69041]: DEBUG nova.compute.provider_tree [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.311361] env[69041]: DEBUG nova.network.neutron [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance_info_cache with network_info: [{"id": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "address": "fa:16:3e:99:7e:0f", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76529ae-ff", "ovs_interfaceid": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.517395] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890805, 'name': ReconfigVM_Task, 'duration_secs': 0.318154} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.517717] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Reconfigured VM instance instance-00000078 to attach disk [datastore1] e0e5a758-268d-4557-901c-5a487e0748c9/e0e5a758-268d-4557-901c-5a487e0748c9.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.518542] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4bead10-2ef0-4366-804b-4e6b48e8ef0a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.525242] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1605.525242] env[69041]: value = "task-2890806" [ 1605.525242] env[69041]: _type = "Task" [ 1605.525242] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.532700] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890806, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.746788] env[69041]: DEBUG nova.scheduler.client.report [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1605.813963] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.036076] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890806, 'name': Rename_Task, 'duration_secs': 0.146064} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.036076] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.036076] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e19e947-3aeb-4789-931f-86e09d62731f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.041338] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1606.041338] env[69041]: value = "task-2890807" [ 1606.041338] env[69041]: _type = "Task" [ 1606.041338] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.048255] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.251420] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.252025] env[69041]: DEBUG nova.compute.manager [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1606.254787] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.937s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.256202] env[69041]: INFO nova.compute.claims [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1606.552051] env[69041]: DEBUG oslo_vmware.api [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890807, 'name': PowerOnVM_Task, 'duration_secs': 0.427507} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.552051] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.552051] env[69041]: INFO nova.compute.manager [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1606.552486] env[69041]: DEBUG nova.compute.manager [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.552902] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a0a9d9-f21a-4abb-992a-bff71f32e887 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.760603] env[69041]: DEBUG nova.compute.utils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1606.764356] env[69041]: DEBUG nova.compute.manager [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1606.764547] env[69041]: DEBUG nova.network.neutron [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1606.807402] env[69041]: DEBUG nova.policy [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '431feee7cdd04f30b75d3bd33644cb14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '613407d34c824b7bbe88f281c49a2833', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1607.058549] env[69041]: DEBUG nova.network.neutron [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Successfully created port: aa2a629f-08bb-4573-b5b9-2f446e08a560 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.071510] env[69041]: INFO nova.compute.manager [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Took 11.42 seconds to build instance. [ 1607.265127] env[69041]: DEBUG nova.compute.manager [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1607.328605] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23993cf-24ab-447f-aec1-5f47ff7717f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.349406] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance 'cd0e1399-77b3-44e2-92e1-dee21d0de541' progress to 0 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1607.393831] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c15ebbf-9569-4475-a7fe-756d0ceedc9a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.400830] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5417af2-2a5e-49ca-bd5f-40cbefc7b3fe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.432476] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f3ca2-2cca-447a-839a-6e29a80ebd0a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.440250] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7348c8e4-226d-4df0-be3f-04f0e7c82f01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.455299] env[69041]: DEBUG nova.compute.provider_tree [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.573271] env[69041]: DEBUG oslo_concurrency.lockutils [None req-40b0eb93-bb86-42f6-85ff-3f7d98ee9916 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "e0e5a758-268d-4557-901c-5a487e0748c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.934s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.854529] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.854824] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f7780b0-9e39-4fb0-9164-0b1880a2f90f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.859196] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.859452] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.859666] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.859877] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.860069] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.862907] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1607.862907] env[69041]: value = "task-2890808" [ 1607.862907] env[69041]: _type = "Task" [ 1607.862907] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.863364] env[69041]: INFO nova.compute.manager [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Terminating instance [ 1607.873915] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.958200] env[69041]: DEBUG nova.scheduler.client.report [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.220819] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "15c67123-ecd5-48d0-bb2e-43990a332d3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.221137] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "15c67123-ecd5-48d0-bb2e-43990a332d3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.277976] env[69041]: DEBUG nova.compute.manager [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1608.306025] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1608.306025] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.306025] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1608.306025] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.306025] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1608.306367] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1608.306744] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1608.307077] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1608.307406] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1608.308031] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1608.308031] env[69041]: DEBUG nova.virt.hardware [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1608.308816] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d804a1b-2b65-41b5-a27d-f7061a7bad30 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.316840] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52903c4-28cb-4f44-8c2d-e8f28066fbb6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.369914] env[69041]: DEBUG nova.compute.manager [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1608.370083] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.373901] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac633716-84a7-4237-8cd4-7c0d2b41fb17 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.376499] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890808, 'name': PowerOffVM_Task, 'duration_secs': 0.388182} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.376740] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.376918] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance 'cd0e1399-77b3-44e2-92e1-dee21d0de541' progress to 17 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1608.384223] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.384447] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22374645-c24a-4cb1-b56b-8dfe42338136 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.391277] env[69041]: DEBUG oslo_vmware.api [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1608.391277] env[69041]: value = "task-2890809" [ 1608.391277] env[69041]: _type = "Task" [ 1608.391277] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.400534] env[69041]: DEBUG oslo_vmware.api [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.434328] env[69041]: DEBUG nova.compute.manager [req-aa5f1452-17bf-49cc-91bd-e49daf96727d req-9aaaa2fc-bbbb-4248-9f11-e147e766c39a service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Received event network-vif-plugged-aa2a629f-08bb-4573-b5b9-2f446e08a560 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1608.434559] env[69041]: DEBUG oslo_concurrency.lockutils [req-aa5f1452-17bf-49cc-91bd-e49daf96727d req-9aaaa2fc-bbbb-4248-9f11-e147e766c39a service nova] Acquiring lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.434770] env[69041]: DEBUG oslo_concurrency.lockutils [req-aa5f1452-17bf-49cc-91bd-e49daf96727d req-9aaaa2fc-bbbb-4248-9f11-e147e766c39a service nova] Lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.434939] env[69041]: DEBUG oslo_concurrency.lockutils [req-aa5f1452-17bf-49cc-91bd-e49daf96727d req-9aaaa2fc-bbbb-4248-9f11-e147e766c39a service nova] Lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.435126] env[69041]: DEBUG nova.compute.manager [req-aa5f1452-17bf-49cc-91bd-e49daf96727d req-9aaaa2fc-bbbb-4248-9f11-e147e766c39a service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] No waiting events found dispatching network-vif-plugged-aa2a629f-08bb-4573-b5b9-2f446e08a560 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1608.435303] env[69041]: WARNING nova.compute.manager [req-aa5f1452-17bf-49cc-91bd-e49daf96727d req-9aaaa2fc-bbbb-4248-9f11-e147e766c39a service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Received unexpected event network-vif-plugged-aa2a629f-08bb-4573-b5b9-2f446e08a560 for instance with vm_state building and task_state spawning. [ 1608.463521] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.464026] env[69041]: DEBUG nova.compute.manager [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1608.526050] env[69041]: DEBUG nova.network.neutron [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Successfully updated port: aa2a629f-08bb-4573-b5b9-2f446e08a560 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1608.723455] env[69041]: DEBUG nova.compute.manager [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1608.883310] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1608.883579] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.883736] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1608.883916] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.884075] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1608.884227] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1608.884430] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1608.884590] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1608.884757] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1608.884919] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1608.885113] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1608.890553] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-576881d8-de01-4460-ba61-abedfe21681c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.909160] env[69041]: DEBUG oslo_vmware.api [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890809, 'name': PowerOffVM_Task, 'duration_secs': 0.231183} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.910388] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.910568] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.910858] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1608.910858] env[69041]: value = "task-2890810" [ 1608.910858] env[69041]: _type = "Task" [ 1608.910858] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.911055] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eda161c1-026f-4a24-9a71-bbb34fa17a91 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.920101] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.969043] env[69041]: DEBUG nova.compute.utils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1608.970689] env[69041]: DEBUG nova.compute.manager [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1608.970873] env[69041]: DEBUG nova.network.neutron [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.974262] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.974480] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.974678] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleting the datastore file [datastore2] 5783a181-b9f8-4f72-b008-1b9c4a7551fc {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.975374] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd6f1c04-fc87-408b-9ac0-490aa3177e39 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.982122] env[69041]: DEBUG oslo_vmware.api [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for the task: (returnval){ [ 1608.982122] env[69041]: value = "task-2890812" [ 1608.982122] env[69041]: _type = "Task" [ 1608.982122] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.991190] env[69041]: DEBUG oslo_vmware.api [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.012811] env[69041]: DEBUG nova.policy [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '431feee7cdd04f30b75d3bd33644cb14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '613407d34c824b7bbe88f281c49a2833', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1609.027666] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.027809] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.027959] env[69041]: DEBUG nova.network.neutron [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.249704] env[69041]: DEBUG nova.network.neutron [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Successfully created port: 52b02f21-a2e0-4410-9668-ebb2eac73311 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.256054] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.256339] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.257843] env[69041]: INFO nova.compute.claims [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1609.423030] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890810, 'name': ReconfigVM_Task, 'duration_secs': 0.157596} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.423638] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance 'cd0e1399-77b3-44e2-92e1-dee21d0de541' progress to 33 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1609.473883] env[69041]: DEBUG nova.compute.manager [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1609.492215] env[69041]: DEBUG oslo_vmware.api [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Task: {'id': task-2890812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197006} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.492469] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.492653] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.492828] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.492999] env[69041]: INFO nova.compute.manager [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1609.493256] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1609.493446] env[69041]: DEBUG nova.compute.manager [-] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1609.493544] env[69041]: DEBUG nova.network.neutron [-] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1609.578612] env[69041]: DEBUG nova.network.neutron [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.797570] env[69041]: DEBUG nova.network.neutron [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Updating instance_info_cache with network_info: [{"id": "aa2a629f-08bb-4573-b5b9-2f446e08a560", "address": "fa:16:3e:eb:03:1c", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2a629f-08", "ovs_interfaceid": "aa2a629f-08bb-4573-b5b9-2f446e08a560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.933109] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1609.933380] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.933538] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1609.933714] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.933862] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1609.934014] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1609.934254] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1609.934451] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1609.934693] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1609.934934] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1609.935115] env[69041]: DEBUG nova.virt.hardware [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1609.940888] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1609.941447] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501b2232-bc6a-4a2e-a1eb-1433ec57dd50 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.960607] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1609.960607] env[69041]: value = "task-2890813" [ 1609.960607] env[69041]: _type = "Task" [ 1609.960607] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.970834] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.300248] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.300569] env[69041]: DEBUG nova.compute.manager [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Instance network_info: |[{"id": "aa2a629f-08bb-4573-b5b9-2f446e08a560", "address": "fa:16:3e:eb:03:1c", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2a629f-08", "ovs_interfaceid": "aa2a629f-08bb-4573-b5b9-2f446e08a560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1610.301172] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:03:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa2a629f-08bb-4573-b5b9-2f446e08a560', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1610.308637] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Creating folder: Project (613407d34c824b7bbe88f281c49a2833). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1610.309170] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc5b2e95-0125-4af0-8a36-4fa51f487365 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.321357] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Created folder: Project (613407d34c824b7bbe88f281c49a2833) in parent group-v580429. [ 1610.321542] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Creating folder: Instances. Parent ref: group-v580756. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1610.323739] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45cc02bc-1bbc-4723-9594-954fc05e4408 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.338717] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Created folder: Instances in parent group-v580756. [ 1610.338717] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1610.338717] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1610.338717] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be219e78-3728-4196-8e61-c4b8986e519a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.359545] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1610.359545] env[69041]: value = "task-2890816" [ 1610.359545] env[69041]: _type = "Task" [ 1610.359545] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.369170] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890816, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.391691] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d8e79-8ef2-4ba5-a5cb-3d2ce409e99c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.400714] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b80a01-d355-4757-a654-8a055ea4f15d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.430039] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211b640e-341d-4c2b-93ea-ed1e28396ce2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.437859] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11beb7-a241-4c98-8775-4e814e95d4fd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.452762] env[69041]: DEBUG nova.compute.provider_tree [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.468038] env[69041]: DEBUG nova.compute.manager [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Received event network-changed-aa2a629f-08bb-4573-b5b9-2f446e08a560 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1610.468257] env[69041]: DEBUG nova.compute.manager [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Refreshing instance network info cache due to event network-changed-aa2a629f-08bb-4573-b5b9-2f446e08a560. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1610.468441] env[69041]: DEBUG oslo_concurrency.lockutils [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] Acquiring lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.468583] env[69041]: DEBUG oslo_concurrency.lockutils [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] Acquired lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.469016] env[69041]: DEBUG nova.network.neutron [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Refreshing network info cache for port aa2a629f-08bb-4573-b5b9-2f446e08a560 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.475592] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890813, 'name': ReconfigVM_Task, 'duration_secs': 0.434164} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.476073] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1610.476916] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8ae3d4-924d-4580-b400-a5d1542946b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.483629] env[69041]: DEBUG nova.compute.manager [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1610.511951] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] cd0e1399-77b3-44e2-92e1-dee21d0de541/cd0e1399-77b3-44e2-92e1-dee21d0de541.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1610.514732] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-426c268d-e9be-4e7e-9df7-f234114516cd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.536124] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1610.536124] env[69041]: value = "task-2890817" [ 1610.536124] env[69041]: _type = "Task" [ 1610.536124] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.536124] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1610.536124] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.536124] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1610.536124] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.536469] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1610.536469] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1610.536469] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1610.536754] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1610.536821] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1610.536936] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1610.537114] env[69041]: DEBUG nova.virt.hardware [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1610.537460] env[69041]: DEBUG nova.network.neutron [-] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.539551] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e6944f-179c-4c0e-80d4-eb31f10bb0ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.558164] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.559881] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1374f177-a844-49ed-aa26-17d7ab22a5e9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.711743] env[69041]: DEBUG nova.network.neutron [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Successfully updated port: 52b02f21-a2e0-4410-9668-ebb2eac73311 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1610.868999] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890816, 'name': CreateVM_Task, 'duration_secs': 0.4608} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.869250] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.869907] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.870109] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.870418] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.870664] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf76b03-d4b0-4782-a7bc-1336ec04dfe8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.875153] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1610.875153] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5252129e-0cd5-7aee-58ed-b19f3618cb16" [ 1610.875153] env[69041]: _type = "Task" [ 1610.875153] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.882248] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5252129e-0cd5-7aee-58ed-b19f3618cb16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.956368] env[69041]: DEBUG nova.scheduler.client.report [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.041709] env[69041]: INFO nova.compute.manager [-] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Took 1.55 seconds to deallocate network for instance. [ 1611.053279] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.176935] env[69041]: DEBUG nova.network.neutron [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Updated VIF entry in instance network info cache for port aa2a629f-08bb-4573-b5b9-2f446e08a560. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.177312] env[69041]: DEBUG nova.network.neutron [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Updating instance_info_cache with network_info: [{"id": "aa2a629f-08bb-4573-b5b9-2f446e08a560", "address": "fa:16:3e:eb:03:1c", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2a629f-08", "ovs_interfaceid": "aa2a629f-08bb-4573-b5b9-2f446e08a560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.214460] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "refresh_cache-9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.214620] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "refresh_cache-9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.214816] env[69041]: DEBUG nova.network.neutron [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.386071] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5252129e-0cd5-7aee-58ed-b19f3618cb16, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.386391] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.386687] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1611.386850] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.386995] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.387193] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1611.387467] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97c2a400-6fbe-4dff-9707-9b5ff3fb9db0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.396138] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1611.396325] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1611.397020] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-592a0050-93a1-4e2f-9be0-61d57d4822a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.401939] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1611.401939] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e65a5b-784c-f2bf-8a99-104f56768f01" [ 1611.401939] env[69041]: _type = "Task" [ 1611.401939] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.409278] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e65a5b-784c-f2bf-8a99-104f56768f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.462263] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.462824] env[69041]: DEBUG nova.compute.manager [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1611.547569] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890817, 'name': ReconfigVM_Task, 'duration_secs': 0.636082} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.547836] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Reconfigured VM instance instance-00000076 to attach disk [datastore2] cd0e1399-77b3-44e2-92e1-dee21d0de541/cd0e1399-77b3-44e2-92e1-dee21d0de541.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1611.548123] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance 'cd0e1399-77b3-44e2-92e1-dee21d0de541' progress to 50 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1611.554499] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.554749] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.554962] env[69041]: DEBUG nova.objects.instance [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lazy-loading 'resources' on Instance uuid 5783a181-b9f8-4f72-b008-1b9c4a7551fc {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.680159] env[69041]: DEBUG oslo_concurrency.lockutils [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] Releasing lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.680420] env[69041]: DEBUG nova.compute.manager [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Received event network-vif-deleted-ec23cb57-146c-483d-ba53-9255761bf007 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1611.680599] env[69041]: INFO nova.compute.manager [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Neutron deleted interface ec23cb57-146c-483d-ba53-9255761bf007; detaching it from the instance and deleting it from the info cache [ 1611.680771] env[69041]: DEBUG nova.network.neutron [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.744638] env[69041]: DEBUG nova.network.neutron [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1611.859973] env[69041]: DEBUG nova.network.neutron [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Updating instance_info_cache with network_info: [{"id": "52b02f21-a2e0-4410-9668-ebb2eac73311", "address": "fa:16:3e:c8:be:2f", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b02f21-a2", "ovs_interfaceid": "52b02f21-a2e0-4410-9668-ebb2eac73311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.912347] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e65a5b-784c-f2bf-8a99-104f56768f01, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.913147] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f4c9a6-d66a-4f31-b62f-ed5aeae9a934 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.917905] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1611.917905] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e5c84b-4384-2345-4786-d0f2755ca60a" [ 1611.917905] env[69041]: _type = "Task" [ 1611.917905] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.925448] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e5c84b-4384-2345-4786-d0f2755ca60a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.967403] env[69041]: DEBUG nova.compute.utils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1611.968863] env[69041]: DEBUG nova.compute.manager [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1611.969131] env[69041]: DEBUG nova.network.neutron [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1612.005917] env[69041]: DEBUG nova.policy [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fef64905a627402f858ba1211b8062b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '508a296dc91743ebbce39226e1d10b0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1612.054543] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b761eddb-1bc6-445a-8ab4-4ca978e3cf0b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.077289] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f4861b-5987-4ee6-8fcb-931c5eb70e55 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.099612] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance 'cd0e1399-77b3-44e2-92e1-dee21d0de541' progress to 67 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1612.183483] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e41362f-a9f1-420e-a0c9-14b18aa1263c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.186509] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a798875-18bc-42e0-905f-fb2a3a1ebc01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.194031] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3fe4e4-173d-462c-85db-be85118bcce2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.199483] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762494f-9d22-4645-9583-0edd722cca3f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.253967] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2458d3f7-5887-4fff-8452-483941d39d44 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.256737] env[69041]: DEBUG nova.compute.manager [req-74a986c7-9c41-486c-a998-b0360f425e16 req-3f3d82e0-8e5b-4533-b441-730e5fb56a14 service nova] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Detach interface failed, port_id=ec23cb57-146c-483d-ba53-9255761bf007, reason: Instance 5783a181-b9f8-4f72-b008-1b9c4a7551fc could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1612.262148] env[69041]: DEBUG nova.network.neutron [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Successfully created port: 1c047c53-b984-4a94-a63a-9bcb70d75250 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1612.264499] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e49d06-2cbf-4cd4-b7c4-7b7f560c7dcf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.279207] env[69041]: DEBUG nova.compute.provider_tree [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.362894] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "refresh_cache-9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.363251] env[69041]: DEBUG nova.compute.manager [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Instance network_info: |[{"id": "52b02f21-a2e0-4410-9668-ebb2eac73311", "address": "fa:16:3e:c8:be:2f", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b02f21-a2", "ovs_interfaceid": "52b02f21-a2e0-4410-9668-ebb2eac73311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1612.364115] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:be:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52b02f21-a2e0-4410-9668-ebb2eac73311', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1612.371625] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1612.371838] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1612.372247] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a67719-0557-48ae-8c4d-e86d718c7196 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.392780] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1612.392780] env[69041]: value = "task-2890818" [ 1612.392780] env[69041]: _type = "Task" [ 1612.392780] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.400153] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890818, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.430227] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e5c84b-4384-2345-4786-d0f2755ca60a, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.430227] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.430227] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] f56b22a1-e8d3-4e50-9520-e6593ea6d36a/f56b22a1-e8d3-4e50-9520-e6593ea6d36a.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1612.430227] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5401dcfc-f236-4261-b44d-5d0580fb3168 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.434541] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1612.434541] env[69041]: value = "task-2890819" [ 1612.434541] env[69041]: _type = "Task" [ 1612.434541] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.443069] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.473429] env[69041]: DEBUG nova.compute.manager [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1612.499616] env[69041]: DEBUG nova.compute.manager [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Received event network-vif-plugged-52b02f21-a2e0-4410-9668-ebb2eac73311 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1612.499841] env[69041]: DEBUG oslo_concurrency.lockutils [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] Acquiring lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.500060] env[69041]: DEBUG oslo_concurrency.lockutils [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] Lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.500233] env[69041]: DEBUG oslo_concurrency.lockutils [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] Lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.500398] env[69041]: DEBUG nova.compute.manager [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] No waiting events found dispatching network-vif-plugged-52b02f21-a2e0-4410-9668-ebb2eac73311 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1612.500563] env[69041]: WARNING nova.compute.manager [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Received unexpected event network-vif-plugged-52b02f21-a2e0-4410-9668-ebb2eac73311 for instance with vm_state building and task_state spawning. [ 1612.500723] env[69041]: DEBUG nova.compute.manager [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Received event network-changed-52b02f21-a2e0-4410-9668-ebb2eac73311 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1612.500881] env[69041]: DEBUG nova.compute.manager [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Refreshing instance network info cache due to event network-changed-52b02f21-a2e0-4410-9668-ebb2eac73311. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1612.505176] env[69041]: DEBUG oslo_concurrency.lockutils [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] Acquiring lock "refresh_cache-9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.505414] env[69041]: DEBUG oslo_concurrency.lockutils [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] Acquired lock "refresh_cache-9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.505590] env[69041]: DEBUG nova.network.neutron [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Refreshing network info cache for port 52b02f21-a2e0-4410-9668-ebb2eac73311 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.648491] env[69041]: DEBUG nova.network.neutron [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Port d76529ae-ff9d-40fd-be8a-65fa067ea0af binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1612.782063] env[69041]: DEBUG nova.scheduler.client.report [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.903296] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890818, 'name': CreateVM_Task, 'duration_secs': 0.414801} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.903469] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.904204] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.904378] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.904721] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.905024] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc84e24-e670-4d72-91d8-c52cbc935776 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.910405] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1612.910405] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522830c9-6439-e69b-3e4b-b6c074f81881" [ 1612.910405] env[69041]: _type = "Task" [ 1612.910405] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.918732] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522830c9-6439-e69b-3e4b-b6c074f81881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.944137] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467851} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.944476] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] f56b22a1-e8d3-4e50-9520-e6593ea6d36a/f56b22a1-e8d3-4e50-9520-e6593ea6d36a.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.944692] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.944930] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0328633-db6a-4a8f-87ed-2e9d6249e25f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.950764] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1612.950764] env[69041]: value = "task-2890820" [ 1612.950764] env[69041]: _type = "Task" [ 1612.950764] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.958782] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.183184] env[69041]: DEBUG nova.network.neutron [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Updated VIF entry in instance network info cache for port 52b02f21-a2e0-4410-9668-ebb2eac73311. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.183538] env[69041]: DEBUG nova.network.neutron [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Updating instance_info_cache with network_info: [{"id": "52b02f21-a2e0-4410-9668-ebb2eac73311", "address": "fa:16:3e:c8:be:2f", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b02f21-a2", "ovs_interfaceid": "52b02f21-a2e0-4410-9668-ebb2eac73311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.289054] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.309464] env[69041]: INFO nova.scheduler.client.report [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Deleted allocations for instance 5783a181-b9f8-4f72-b008-1b9c4a7551fc [ 1613.420501] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522830c9-6439-e69b-3e4b-b6c074f81881, 'name': SearchDatastore_Task, 'duration_secs': 0.014347} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.420787] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.421031] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1613.421274] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.421423] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.421601] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.422120] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-324086ee-3316-441d-bb1a-bc72011156e0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.429816] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.429988] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1613.430660] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b17bc4a-a3c0-476c-b57f-277a70299500 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.435204] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1613.435204] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5271674b-abcb-ecbe-7286-fc6ba0225a55" [ 1613.435204] env[69041]: _type = "Task" [ 1613.435204] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.442289] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5271674b-abcb-ecbe-7286-fc6ba0225a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.458509] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057855} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.458752] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.459489] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51797e5b-ffca-4e0a-aef3-bff17ae549a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.480522] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f56b22a1-e8d3-4e50-9520-e6593ea6d36a/f56b22a1-e8d3-4e50-9520-e6593ea6d36a.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.480759] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8acc39-da6f-4637-a257-453d2598c695 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.495238] env[69041]: DEBUG nova.compute.manager [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1613.502286] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1613.502286] env[69041]: value = "task-2890821" [ 1613.502286] env[69041]: _type = "Task" [ 1613.502286] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.511367] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.520753] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1613.521095] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.521259] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1613.521486] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.521674] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1613.521878] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1613.522963] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1613.522963] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1613.522963] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1613.522963] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1613.522963] env[69041]: DEBUG nova.virt.hardware [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1613.523781] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924a67e6-e8ea-4e00-b305-ab3b191e4fea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.534794] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9834b8-a6c2-4dbe-82c3-f3f782269628 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.674481] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "cd0e1399-77b3-44e2-92e1-dee21d0de541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.674790] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "cd0e1399-77b3-44e2-92e1-dee21d0de541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.674898] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "cd0e1399-77b3-44e2-92e1-dee21d0de541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.687413] env[69041]: DEBUG oslo_concurrency.lockutils [req-a728e000-e866-491b-97df-858bdc7e9630 req-3b8a8a45-8baa-4908-9643-14e149977e50 service nova] Releasing lock "refresh_cache-9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.714599] env[69041]: DEBUG nova.network.neutron [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Successfully updated port: 1c047c53-b984-4a94-a63a-9bcb70d75250 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.817421] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f4d38944-5212-47b4-8d65-1c624a5e7bd7 tempest-AttachVolumeShelveTestJSON-1974872189 tempest-AttachVolumeShelveTestJSON-1974872189-project-member] Lock "5783a181-b9f8-4f72-b008-1b9c4a7551fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.958s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.947430] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5271674b-abcb-ecbe-7286-fc6ba0225a55, 'name': SearchDatastore_Task, 'duration_secs': 0.008316} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.948266] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb6b4a7d-68d6-4a45-bc12-d8ad426d7a67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.953543] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1613.953543] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5237c6b5-d0e1-a48d-0751-bd5ba4d97487" [ 1613.953543] env[69041]: _type = "Task" [ 1613.953543] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.961780] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5237c6b5-d0e1-a48d-0751-bd5ba4d97487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.012504] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.217307] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "refresh_cache-15c67123-ecd5-48d0-bb2e-43990a332d3f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.217497] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "refresh_cache-15c67123-ecd5-48d0-bb2e-43990a332d3f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.217601] env[69041]: DEBUG nova.network.neutron [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.464687] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5237c6b5-d0e1-a48d-0751-bd5ba4d97487, 'name': SearchDatastore_Task, 'duration_secs': 0.022246} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.464994] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.465279] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2/9d3a2926-9e5e-4196-a96f-82bb14c3e9d2.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1614.465533] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e974214-0a2f-42bc-a0f4-3249e34ddf25 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.471861] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1614.471861] env[69041]: value = "task-2890822" [ 1614.471861] env[69041]: _type = "Task" [ 1614.471861] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.479208] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.513450] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890821, 'name': ReconfigVM_Task, 'duration_secs': 0.67525} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.513731] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f56b22a1-e8d3-4e50-9520-e6593ea6d36a/f56b22a1-e8d3-4e50-9520-e6593ea6d36a.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.514356] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b13d614f-6531-45e2-8c5e-729c150edd33 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.521473] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1614.521473] env[69041]: value = "task-2890823" [ 1614.521473] env[69041]: _type = "Task" [ 1614.521473] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.526182] env[69041]: DEBUG nova.compute.manager [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Received event network-vif-plugged-1c047c53-b984-4a94-a63a-9bcb70d75250 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1614.526360] env[69041]: DEBUG oslo_concurrency.lockutils [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] Acquiring lock "15c67123-ecd5-48d0-bb2e-43990a332d3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1614.526560] env[69041]: DEBUG oslo_concurrency.lockutils [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] Lock "15c67123-ecd5-48d0-bb2e-43990a332d3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1614.526723] env[69041]: DEBUG oslo_concurrency.lockutils [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] Lock "15c67123-ecd5-48d0-bb2e-43990a332d3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.526892] env[69041]: DEBUG nova.compute.manager [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] No waiting events found dispatching network-vif-plugged-1c047c53-b984-4a94-a63a-9bcb70d75250 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.527071] env[69041]: WARNING nova.compute.manager [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Received unexpected event network-vif-plugged-1c047c53-b984-4a94-a63a-9bcb70d75250 for instance with vm_state building and task_state spawning. [ 1614.527239] env[69041]: DEBUG nova.compute.manager [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Received event network-changed-1c047c53-b984-4a94-a63a-9bcb70d75250 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1614.527392] env[69041]: DEBUG nova.compute.manager [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Refreshing instance network info cache due to event network-changed-1c047c53-b984-4a94-a63a-9bcb70d75250. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1614.527550] env[69041]: DEBUG oslo_concurrency.lockutils [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] Acquiring lock "refresh_cache-15c67123-ecd5-48d0-bb2e-43990a332d3f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.532842] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890823, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.708284] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.708486] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.708756] env[69041]: DEBUG nova.network.neutron [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.751231] env[69041]: DEBUG nova.network.neutron [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.906379] env[69041]: DEBUG nova.network.neutron [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Updating instance_info_cache with network_info: [{"id": "1c047c53-b984-4a94-a63a-9bcb70d75250", "address": "fa:16:3e:72:40:9a", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c047c53-b9", "ovs_interfaceid": "1c047c53-b984-4a94-a63a-9bcb70d75250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.981599] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890822, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.031232] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890823, 'name': Rename_Task, 'duration_secs': 0.137189} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.031531] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.031750] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8db3851-4e87-4e7f-827f-8c3fb574eaec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.038256] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1615.038256] env[69041]: value = "task-2890824" [ 1615.038256] env[69041]: _type = "Task" [ 1615.038256] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.045290] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.409705] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "refresh_cache-15c67123-ecd5-48d0-bb2e-43990a332d3f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.410243] env[69041]: DEBUG nova.compute.manager [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Instance network_info: |[{"id": "1c047c53-b984-4a94-a63a-9bcb70d75250", "address": "fa:16:3e:72:40:9a", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c047c53-b9", "ovs_interfaceid": "1c047c53-b984-4a94-a63a-9bcb70d75250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1615.411569] env[69041]: DEBUG oslo_concurrency.lockutils [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] Acquired lock "refresh_cache-15c67123-ecd5-48d0-bb2e-43990a332d3f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.411569] env[69041]: DEBUG nova.network.neutron [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Refreshing network info cache for port 1c047c53-b984-4a94-a63a-9bcb70d75250 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.412302] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:40:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c047c53-b984-4a94-a63a-9bcb70d75250', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.421952] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1615.425655] env[69041]: DEBUG nova.network.neutron [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance_info_cache with network_info: [{"id": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "address": "fa:16:3e:99:7e:0f", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76529ae-ff", "ovs_interfaceid": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.426663] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.429788] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-533a6256-0880-4ad9-b837-7647adb5ce27 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.449413] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.449413] env[69041]: value = "task-2890825" [ 1615.449413] env[69041]: _type = "Task" [ 1615.449413] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.458487] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890825, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.483218] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5143} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.483521] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2/9d3a2926-9e5e-4196-a96f-82bb14c3e9d2.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.483743] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.483989] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcb30f7f-8f9c-4896-b32d-2e9ce79806aa {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.489655] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1615.489655] env[69041]: value = "task-2890827" [ 1615.489655] env[69041]: _type = "Task" [ 1615.489655] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.498115] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.548710] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890824, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.638290] env[69041]: DEBUG nova.network.neutron [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Updated VIF entry in instance network info cache for port 1c047c53-b984-4a94-a63a-9bcb70d75250. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.638659] env[69041]: DEBUG nova.network.neutron [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Updating instance_info_cache with network_info: [{"id": "1c047c53-b984-4a94-a63a-9bcb70d75250", "address": "fa:16:3e:72:40:9a", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c047c53-b9", "ovs_interfaceid": "1c047c53-b984-4a94-a63a-9bcb70d75250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.928740] env[69041]: DEBUG oslo_concurrency.lockutils [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.958889] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890825, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.999505] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082109} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.999860] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.000496] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813803ac-8d7d-40b7-a8db-3991ee1284a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.022485] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2/9d3a2926-9e5e-4196-a96f-82bb14c3e9d2.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.023022] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6c025f-cf4e-4637-a261-123dc87a3659 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.043078] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1616.043078] env[69041]: value = "task-2890828" [ 1616.043078] env[69041]: _type = "Task" [ 1616.043078] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.048809] env[69041]: DEBUG oslo_vmware.api [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890824, 'name': PowerOnVM_Task, 'duration_secs': 0.905815} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.049376] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.049593] env[69041]: INFO nova.compute.manager [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1616.049747] env[69041]: DEBUG nova.compute.manager [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.050471] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9212ea50-76c3-4e90-abe5-9e238786c692 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.058935] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.138224] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "225a5914-082e-4e0a-9098-5e76004e4662" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1616.138479] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1616.141395] env[69041]: DEBUG oslo_concurrency.lockutils [req-cd1479a4-f866-4e48-814a-32701e23d338 req-f4612032-93d7-4942-a962-62b265e87ab7 service nova] Releasing lock "refresh_cache-15c67123-ecd5-48d0-bb2e-43990a332d3f" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.455661] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ec9c1-1815-4c43-8da1-935bcaa4a66c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.463294] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890825, 'name': CreateVM_Task, 'duration_secs': 0.741621} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.476115] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.477022] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.477022] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.477278] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.477961] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e2eea-6cd6-4741-adc5-0c5aaa70f3fb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.480407] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecaa7eac-b9d2-46bf-ae02-4e6c4cbaa6b1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.484682] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1616.484682] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5280d341-4487-32a9-694a-947c40348ea1" [ 1616.484682] env[69041]: _type = "Task" [ 1616.484682] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.487192] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance 'cd0e1399-77b3-44e2-92e1-dee21d0de541' progress to 83 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1616.498341] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5280d341-4487-32a9-694a-947c40348ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.498603] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.498818] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.499064] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.499221] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.499398] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.499624] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59bb9f96-4d16-4f4c-8543-d91237138822 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.506401] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.506579] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.507240] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8420d3-41d4-4e9c-a5c9-d81b3b0cc08f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.511570] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1616.511570] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c6f567-66d0-3b12-0955-090a31059ac4" [ 1616.511570] env[69041]: _type = "Task" [ 1616.511570] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.518542] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c6f567-66d0-3b12-0955-090a31059ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.551754] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890828, 'name': ReconfigVM_Task, 'duration_secs': 0.308011} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.551998] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2/9d3a2926-9e5e-4196-a96f-82bb14c3e9d2.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.552595] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd1218aa-25c5-4bf8-984d-27cbc95cd89a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.558551] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1616.558551] env[69041]: value = "task-2890829" [ 1616.558551] env[69041]: _type = "Task" [ 1616.558551] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.569249] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890829, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.572116] env[69041]: INFO nova.compute.manager [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Took 13.60 seconds to build instance. [ 1616.641561] env[69041]: DEBUG nova.compute.utils [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1616.995736] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.996237] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8913c97e-2be9-4a1f-bcf8-e0463d3eda7a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.002676] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1617.002676] env[69041]: value = "task-2890830" [ 1617.002676] env[69041]: _type = "Task" [ 1617.002676] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.011284] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.020128] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c6f567-66d0-3b12-0955-090a31059ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.007605} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.020827] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46563a1-fb5b-4249-8ba0-a89d1224a135 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.025745] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1617.025745] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c5a890-c91f-388b-0857-cce8df738d48" [ 1617.025745] env[69041]: _type = "Task" [ 1617.025745] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.035593] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c5a890-c91f-388b-0857-cce8df738d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.066791] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890829, 'name': Rename_Task, 'duration_secs': 0.127946} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.067049] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.067289] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0823d643-d5e0-456c-8cf2-21da2125e525 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.072628] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1617.072628] env[69041]: value = "task-2890831" [ 1617.072628] env[69041]: _type = "Task" [ 1617.072628] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.075861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-908842ae-6365-4531-9c18-9b7f231d5eda tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.113s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.080194] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.144472] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.513737] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.534866] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c5a890-c91f-388b-0857-cce8df738d48, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.535224] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.535635] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 15c67123-ecd5-48d0-bb2e-43990a332d3f/15c67123-ecd5-48d0-bb2e-43990a332d3f.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.535719] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d538bb81-ff12-4d24-9c11-eac399cda344 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.543151] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1617.543151] env[69041]: value = "task-2890832" [ 1617.543151] env[69041]: _type = "Task" [ 1617.543151] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.551612] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.582304] env[69041]: DEBUG oslo_vmware.api [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890831, 'name': PowerOnVM_Task, 'duration_secs': 0.434166} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.582573] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1617.582777] env[69041]: INFO nova.compute.manager [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1617.582958] env[69041]: DEBUG nova.compute.manager [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.583738] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515ae155-ac75-463d-bf0b-715b75c0638d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.015988] env[69041]: DEBUG oslo_vmware.api [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890830, 'name': PowerOnVM_Task, 'duration_secs': 0.573739} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.016377] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.016494] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-159fa143-d3aa-43d6-b74b-f65d4901a2fc tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance 'cd0e1399-77b3-44e2-92e1-dee21d0de541' progress to 100 {{(pid=69041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1618.053024] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890832, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.100816] env[69041]: INFO nova.compute.manager [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Took 14.80 seconds to build instance. [ 1618.203479] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "225a5914-082e-4e0a-9098-5e76004e4662" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.203697] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1618.203935] env[69041]: INFO nova.compute.manager [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Attaching volume 9d9bd914-84d8-4bdf-9251-386bac995ae0 to /dev/sdb [ 1618.240433] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc63bb1-addd-408f-82a9-7d79b1afe94b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.249398] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adf231a-8dd2-49bb-a172-2d72f467d680 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.264435] env[69041]: DEBUG nova.virt.block_device [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Updating existing volume attachment record: 9d53c2d4-2f7f-4f76-8e81-0f1fbea88887 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1618.554637] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890832, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.602813] env[69041]: DEBUG oslo_concurrency.lockutils [None req-242760d9-7cae-4fe5-9c45-345db7750b11 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.307s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1618.718439] env[69041]: INFO nova.compute.manager [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Rescuing [ 1618.718439] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "refresh_cache-9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.718439] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "refresh_cache-9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.718439] env[69041]: DEBUG nova.network.neutron [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.055322] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890832, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.557107] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890832, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.599417} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.557373] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 15c67123-ecd5-48d0-bb2e-43990a332d3f/15c67123-ecd5-48d0-bb2e-43990a332d3f.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.557598] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.557843] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a02e455f-f41c-4776-acb4-4300e77faf09 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.562236] env[69041]: DEBUG nova.network.neutron [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Updating instance_info_cache with network_info: [{"id": "52b02f21-a2e0-4410-9668-ebb2eac73311", "address": "fa:16:3e:c8:be:2f", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b02f21-a2", "ovs_interfaceid": "52b02f21-a2e0-4410-9668-ebb2eac73311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.564873] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1619.564873] env[69041]: value = "task-2890834" [ 1619.564873] env[69041]: _type = "Task" [ 1619.564873] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.574062] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.066626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "refresh_cache-9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.081697] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079018} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.081984] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.082827] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab668bf0-7030-4580-bcc4-fb7600c536b6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.112221] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 15c67123-ecd5-48d0-bb2e-43990a332d3f/15c67123-ecd5-48d0-bb2e-43990a332d3f.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.114897] env[69041]: DEBUG nova.network.neutron [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Port d76529ae-ff9d-40fd-be8a-65fa067ea0af binding to destination host cpu-1 is already ACTIVE {{(pid=69041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1620.115149] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.115293] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.115449] env[69041]: DEBUG nova.network.neutron [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.116581] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a9d8a04-98f5-43ef-8305-7ad361880414 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.137821] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1620.137821] env[69041]: value = "task-2890835" [ 1620.137821] env[69041]: _type = "Task" [ 1620.137821] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.150621] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890835, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.654470] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890835, 'name': ReconfigVM_Task, 'duration_secs': 0.477728} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.654747] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 15c67123-ecd5-48d0-bb2e-43990a332d3f/15c67123-ecd5-48d0-bb2e-43990a332d3f.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.655473] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d399a9-6269-4d82-88ec-682024b8ca99 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.663023] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1620.663023] env[69041]: value = "task-2890837" [ 1620.663023] env[69041]: _type = "Task" [ 1620.663023] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.674715] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890837, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.851345] env[69041]: DEBUG nova.network.neutron [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance_info_cache with network_info: [{"id": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "address": "fa:16:3e:99:7e:0f", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76529ae-ff", "ovs_interfaceid": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.173677] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890837, 'name': Rename_Task, 'duration_secs': 0.203749} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.173942] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.174201] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29f1613d-83e0-4dec-b39b-fd213d09aa5d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.182703] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1621.182703] env[69041]: value = "task-2890838" [ 1621.182703] env[69041]: _type = "Task" [ 1621.182703] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.190240] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.354288] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.652606] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.652922] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a828a2d-8fff-4f36-a88e-b3b9e35ec502 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.661530] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1621.661530] env[69041]: value = "task-2890839" [ 1621.661530] env[69041]: _type = "Task" [ 1621.661530] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.669812] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.691814] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.858388] env[69041]: DEBUG nova.compute.manager [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69041) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1621.858728] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.859128] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1622.172242] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890839, 'name': PowerOffVM_Task, 'duration_secs': 0.208748} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.172513] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.173296] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41408f5c-6b57-466a-8363-4b53bb10d2b6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.194088] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eb8785-7aab-493e-9c32-10060e0fa8f2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.206169] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890838, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.227709] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.228026] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8510669c-2319-4436-b2b7-4001f9ee528b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.234439] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1622.234439] env[69041]: value = "task-2890840" [ 1622.234439] env[69041]: _type = "Task" [ 1622.234439] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.241796] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.362883] env[69041]: DEBUG nova.objects.instance [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'migration_context' on Instance uuid cd0e1399-77b3-44e2-92e1-dee21d0de541 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.700201] env[69041]: DEBUG oslo_vmware.api [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890838, 'name': PowerOnVM_Task, 'duration_secs': 1.027042} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.700431] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.700637] env[69041]: INFO nova.compute.manager [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1622.700817] env[69041]: DEBUG nova.compute.manager [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1622.701576] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac51245-dee0-44f4-aacb-ed3f72b3f87c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.744822] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1622.745073] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.745328] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.745476] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.745653] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.746170] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44e451dc-d8d7-4be2-8d52-dc90a94dc68d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.756511] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.756689] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.757414] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a824d3-82a2-4a92-8052-462653ef07ad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.762535] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1622.762535] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520ec8a6-bfe0-a098-64d2-a5f72cce4ac6" [ 1622.762535] env[69041]: _type = "Task" [ 1622.762535] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.770231] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520ec8a6-bfe0-a098-64d2-a5f72cce4ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.810778] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1622.811059] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580761', 'volume_id': '9d9bd914-84d8-4bdf-9251-386bac995ae0', 'name': 'volume-9d9bd914-84d8-4bdf-9251-386bac995ae0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '225a5914-082e-4e0a-9098-5e76004e4662', 'attached_at': '', 'detached_at': '', 'volume_id': '9d9bd914-84d8-4bdf-9251-386bac995ae0', 'serial': '9d9bd914-84d8-4bdf-9251-386bac995ae0'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1622.812304] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384e157-406a-427d-af51-05ec3dccd6c2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.829311] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2a6589-3098-4af2-8481-de5d34768d1c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.855666] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-9d9bd914-84d8-4bdf-9251-386bac995ae0/volume-9d9bd914-84d8-4bdf-9251-386bac995ae0.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.855973] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66f79450-227f-4cac-8402-1bebc803359e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.877061] env[69041]: DEBUG oslo_vmware.api [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1622.877061] env[69041]: value = "task-2890841" [ 1622.877061] env[69041]: _type = "Task" [ 1622.877061] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.885193] env[69041]: DEBUG oslo_vmware.api [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.972779] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366bf826-5367-4b7c-8e25-66fdda2edb98 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.980573] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90062e4-cbab-4522-a85e-482aa4cd4686 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.011122] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12531f7f-e2a3-4b68-8501-e01c59de4ba4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.018987] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915a6dd-6b2b-4a86-be24-df6e98a12785 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.033049] env[69041]: DEBUG nova.compute.provider_tree [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.218436] env[69041]: INFO nova.compute.manager [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Took 13.99 seconds to build instance. [ 1623.272727] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520ec8a6-bfe0-a098-64d2-a5f72cce4ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.021338} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.273506] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b3553e-e1b2-49ff-852f-384b6b755e9d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.278254] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1623.278254] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5216725f-632c-0cdd-d2d2-c72e0dd9576c" [ 1623.278254] env[69041]: _type = "Task" [ 1623.278254] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.287252] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5216725f-632c-0cdd-d2d2-c72e0dd9576c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.387128] env[69041]: DEBUG oslo_vmware.api [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.536250] env[69041]: DEBUG nova.scheduler.client.report [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.610131] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "15c67123-ecd5-48d0-bb2e-43990a332d3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1623.719929] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2bea423f-3a99-48e2-8212-5adbb310aacb tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "15c67123-ecd5-48d0-bb2e-43990a332d3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.499s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1623.720257] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "15c67123-ecd5-48d0-bb2e-43990a332d3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.110s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1623.720482] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "15c67123-ecd5-48d0-bb2e-43990a332d3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1623.720692] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "15c67123-ecd5-48d0-bb2e-43990a332d3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1623.720861] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "15c67123-ecd5-48d0-bb2e-43990a332d3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1623.722985] env[69041]: INFO nova.compute.manager [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Terminating instance [ 1623.788549] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5216725f-632c-0cdd-d2d2-c72e0dd9576c, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.788815] env[69041]: DEBUG oslo_concurrency.lockutils [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.789091] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. {{(pid=69041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1623.789368] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82dfc974-2874-4a27-a51d-a22b558158eb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.796367] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1623.796367] env[69041]: value = "task-2890842" [ 1623.796367] env[69041]: _type = "Task" [ 1623.796367] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.804730] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.887130] env[69041]: DEBUG oslo_vmware.api [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890841, 'name': ReconfigVM_Task, 'duration_secs': 0.598537} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.887419] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-9d9bd914-84d8-4bdf-9251-386bac995ae0/volume-9d9bd914-84d8-4bdf-9251-386bac995ae0.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.893413] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a1d42db-1f2b-418a-aa33-5f4b04d436a3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.907379] env[69041]: DEBUG oslo_vmware.api [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1623.907379] env[69041]: value = "task-2890843" [ 1623.907379] env[69041]: _type = "Task" [ 1623.907379] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.915262] env[69041]: DEBUG oslo_vmware.api [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.227094] env[69041]: DEBUG nova.compute.manager [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1624.227426] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1624.228493] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43e4db5-4868-4763-b5f5-0839ff6abc1e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.237175] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.237463] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-913f8fbb-968f-4937-92c4-80b2d4eb4b38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.244412] env[69041]: DEBUG oslo_vmware.api [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1624.244412] env[69041]: value = "task-2890844" [ 1624.244412] env[69041]: _type = "Task" [ 1624.244412] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.254124] env[69041]: DEBUG oslo_vmware.api [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.306638] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890842, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.417546] env[69041]: DEBUG oslo_vmware.api [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890843, 'name': ReconfigVM_Task, 'duration_secs': 0.146776} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.417891] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580761', 'volume_id': '9d9bd914-84d8-4bdf-9251-386bac995ae0', 'name': 'volume-9d9bd914-84d8-4bdf-9251-386bac995ae0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '225a5914-082e-4e0a-9098-5e76004e4662', 'attached_at': '', 'detached_at': '', 'volume_id': '9d9bd914-84d8-4bdf-9251-386bac995ae0', 'serial': '9d9bd914-84d8-4bdf-9251-386bac995ae0'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1624.548910] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.690s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.756783] env[69041]: DEBUG oslo_vmware.api [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.807849] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552827} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.808180] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. [ 1624.809079] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ead680f-6bed-4e72-bac5-2e28ea370ff4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.836887] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.837246] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23828113-2fa8-4b59-a19e-4297daedf7ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.856329] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1624.856329] env[69041]: value = "task-2890845" [ 1624.856329] env[69041]: _type = "Task" [ 1624.856329] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.865123] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.254851] env[69041]: DEBUG oslo_vmware.api [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890844, 'name': PowerOffVM_Task, 'duration_secs': 0.946117} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.255218] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1625.255377] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1625.255665] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a5ab39f-07cd-4bae-9e61-46cf8c96a51f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.340859] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1625.341110] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1625.341360] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleting the datastore file [datastore2] 15c67123-ecd5-48d0-bb2e-43990a332d3f {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.341661] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1013a4c-a9f5-40a6-8e86-093324a11f18 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.347781] env[69041]: DEBUG oslo_vmware.api [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1625.347781] env[69041]: value = "task-2890847" [ 1625.347781] env[69041]: _type = "Task" [ 1625.347781] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.355865] env[69041]: DEBUG oslo_vmware.api [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.364392] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890845, 'name': ReconfigVM_Task, 'duration_secs': 0.295758} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.364650] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.365492] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d539623-7cd6-4c40-b488-3a7baee90fd6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.390020] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa56811-756f-41d2-8d4a-0d8e28f655a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.405066] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1625.405066] env[69041]: value = "task-2890848" [ 1625.405066] env[69041]: _type = "Task" [ 1625.405066] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.414095] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.454183] env[69041]: DEBUG nova.objects.instance [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lazy-loading 'flavor' on Instance uuid 225a5914-082e-4e0a-9098-5e76004e4662 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.699906] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "225a5914-082e-4e0a-9098-5e76004e4662" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.857106] env[69041]: DEBUG oslo_vmware.api [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275203} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.857367] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.857551] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.857724] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.857894] env[69041]: INFO nova.compute.manager [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1625.858148] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1625.858336] env[69041]: DEBUG nova.compute.manager [-] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1625.858429] env[69041]: DEBUG nova.network.neutron [-] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1625.914408] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890848, 'name': ReconfigVM_Task, 'duration_secs': 0.264889} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.914408] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1625.914601] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d4e8cb1-082c-41f3-8f7c-bed82a4d7481 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.922136] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1625.922136] env[69041]: value = "task-2890849" [ 1625.922136] env[69041]: _type = "Task" [ 1625.922136] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.929163] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.967734] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b707d032-974f-4800-8543-16975a633902 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.764s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1625.969352] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.270s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1626.091917] env[69041]: INFO nova.compute.manager [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Swapping old allocation on dict_keys(['32f60d55-c45c-4e8e-b752-d624f83e6946']) held by migration 3379ff38-9c1d-4104-9de7-e4fd522c03b8 for instance [ 1626.121496] env[69041]: DEBUG nova.scheduler.client.report [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Overwriting current allocation {'allocations': {'32f60d55-c45c-4e8e-b752-d624f83e6946': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 169}}, 'project_id': '71c91f98ba69472d82f60cf28f18be40', 'user_id': '52c36b833607472ab5db121d32de1f7e', 'consumer_generation': 1} on consumer cd0e1399-77b3-44e2-92e1-dee21d0de541 {{(pid=69041) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1626.131694] env[69041]: DEBUG nova.compute.manager [req-e47e1ac2-1b2b-45b3-9398-68996d1bcec6 req-60fa5be6-a0c1-49f2-8e6e-9e1de0f8c3c0 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Received event network-vif-deleted-1c047c53-b984-4a94-a63a-9bcb70d75250 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1626.131825] env[69041]: INFO nova.compute.manager [req-e47e1ac2-1b2b-45b3-9398-68996d1bcec6 req-60fa5be6-a0c1-49f2-8e6e-9e1de0f8c3c0 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Neutron deleted interface 1c047c53-b984-4a94-a63a-9bcb70d75250; detaching it from the instance and deleting it from the info cache [ 1626.131977] env[69041]: DEBUG nova.network.neutron [req-e47e1ac2-1b2b-45b3-9398-68996d1bcec6 req-60fa5be6-a0c1-49f2-8e6e-9e1de0f8c3c0 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.203212] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.203409] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.203586] env[69041]: DEBUG nova.network.neutron [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.432077] env[69041]: DEBUG oslo_vmware.api [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890849, 'name': PowerOnVM_Task, 'duration_secs': 0.489852} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.432077] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1626.434729] env[69041]: DEBUG nova.compute.manager [None req-eeefce7c-4d83-48a8-bfeb-9a89119e4785 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1626.435477] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885c4cf8-c524-4ecf-8cd0-c6f9be175013 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.473192] env[69041]: INFO nova.compute.manager [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Detaching volume 9d9bd914-84d8-4bdf-9251-386bac995ae0 [ 1626.516314] env[69041]: INFO nova.virt.block_device [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Attempting to driver detach volume 9d9bd914-84d8-4bdf-9251-386bac995ae0 from mountpoint /dev/sdb [ 1626.516547] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1626.516736] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580761', 'volume_id': '9d9bd914-84d8-4bdf-9251-386bac995ae0', 'name': 'volume-9d9bd914-84d8-4bdf-9251-386bac995ae0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '225a5914-082e-4e0a-9098-5e76004e4662', 'attached_at': '', 'detached_at': '', 'volume_id': '9d9bd914-84d8-4bdf-9251-386bac995ae0', 'serial': '9d9bd914-84d8-4bdf-9251-386bac995ae0'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1626.517625] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80c9df6-56e3-4be1-8f42-9e8b1e7a06f4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.538484] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40269f12-f76c-412d-9d04-ed3d9e7473ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.546099] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b52fc3-e986-4690-a11f-48ab3596a939 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.565714] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9793b06c-6c49-4b1f-a821-29f39463db0f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.579873] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] The volume has not been displaced from its original location: [datastore2] volume-9d9bd914-84d8-4bdf-9251-386bac995ae0/volume-9d9bd914-84d8-4bdf-9251-386bac995ae0.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1626.585201] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1626.585461] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78c48a00-aebb-46b6-ab3b-290af53c09e2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.602596] env[69041]: DEBUG nova.network.neutron [-] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.604053] env[69041]: DEBUG oslo_vmware.api [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1626.604053] env[69041]: value = "task-2890850" [ 1626.604053] env[69041]: _type = "Task" [ 1626.604053] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.611748] env[69041]: DEBUG oslo_vmware.api [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.635079] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da634934-82df-44fb-a5ba-8c1adb735bd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.643909] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea60b54-67c8-4f3c-9a1c-09500147d76d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.670183] env[69041]: DEBUG nova.compute.manager [req-e47e1ac2-1b2b-45b3-9398-68996d1bcec6 req-60fa5be6-a0c1-49f2-8e6e-9e1de0f8c3c0 service nova] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Detach interface failed, port_id=1c047c53-b984-4a94-a63a-9bcb70d75250, reason: Instance 15c67123-ecd5-48d0-bb2e-43990a332d3f could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1626.926529] env[69041]: DEBUG nova.network.neutron [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance_info_cache with network_info: [{"id": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "address": "fa:16:3e:99:7e:0f", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76529ae-ff", "ovs_interfaceid": "d76529ae-ff9d-40fd-be8a-65fa067ea0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.105504] env[69041]: INFO nova.compute.manager [-] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Took 1.25 seconds to deallocate network for instance. [ 1627.117876] env[69041]: DEBUG oslo_vmware.api [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890850, 'name': ReconfigVM_Task, 'duration_secs': 0.221693} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.118145] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1627.122995] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6935ace-76b2-43b9-8a46-b9e62b4b49cb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.137441] env[69041]: DEBUG oslo_vmware.api [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1627.137441] env[69041]: value = "task-2890851" [ 1627.137441] env[69041]: _type = "Task" [ 1627.137441] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.147413] env[69041]: DEBUG oslo_vmware.api [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.429708] env[69041]: DEBUG oslo_concurrency.lockutils [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-cd0e1399-77b3-44e2-92e1-dee21d0de541" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.430238] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.430527] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a01f2f-dd14-45ec-a6fc-b356d8ea67ba {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.437767] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1627.437767] env[69041]: value = "task-2890852" [ 1627.437767] env[69041]: _type = "Task" [ 1627.437767] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.445504] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.615194] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1627.615519] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1627.615757] env[69041]: DEBUG nova.objects.instance [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lazy-loading 'resources' on Instance uuid 15c67123-ecd5-48d0-bb2e-43990a332d3f {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.647402] env[69041]: DEBUG oslo_vmware.api [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890851, 'name': ReconfigVM_Task, 'duration_secs': 0.136569} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.647717] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580761', 'volume_id': '9d9bd914-84d8-4bdf-9251-386bac995ae0', 'name': 'volume-9d9bd914-84d8-4bdf-9251-386bac995ae0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '225a5914-082e-4e0a-9098-5e76004e4662', 'attached_at': '', 'detached_at': '', 'volume_id': '9d9bd914-84d8-4bdf-9251-386bac995ae0', 'serial': '9d9bd914-84d8-4bdf-9251-386bac995ae0'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1627.947882] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.188692] env[69041]: DEBUG nova.objects.instance [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lazy-loading 'flavor' on Instance uuid 225a5914-082e-4e0a-9098-5e76004e4662 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.195626] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623372e6-5f30-49fb-b0e6-e3f2935dbe80 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.202930] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e478add5-9b25-4661-8a28-87d5aeb73dd3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.233759] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e889b487-1964-495f-b28b-831a1448dc39 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.241697] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a5a71a-dbd4-4c2b-9829-d2c38f8e8a8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.255416] env[69041]: DEBUG nova.compute.provider_tree [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.450747] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890852, 'name': PowerOffVM_Task, 'duration_secs': 1.008576} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.451070] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.451982] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1628.451982] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.452410] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1628.452410] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.452410] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1628.452582] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1628.452828] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1628.452901] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1628.453061] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1628.453250] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1628.453434] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1628.458321] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d131a9bf-ac40-4540-9bbf-a5ce703a672d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.472671] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1628.472671] env[69041]: value = "task-2890853" [ 1628.472671] env[69041]: _type = "Task" [ 1628.472671] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.481507] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.758408] env[69041]: DEBUG nova.scheduler.client.report [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1628.982122] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890853, 'name': ReconfigVM_Task, 'duration_secs': 0.203544} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.982883] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd91bacc-1f86-4512-b2fc-b731bde4657c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.000578] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.000810] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.000968] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.001168] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.001335] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.001499] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.001708] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.001867] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.002068] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.002248] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.002426] env[69041]: DEBUG nova.virt.hardware [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.003198] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3933a5-3f64-4ef8-aac0-1369d1acd9f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.008270] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1629.008270] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520ab52d-9099-a220-d189-f5784f3c1668" [ 1629.008270] env[69041]: _type = "Task" [ 1629.008270] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.016038] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520ab52d-9099-a220-d189-f5784f3c1668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.195937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-f6aee792-988a-45fb-8ade-934b14e7966b tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.263425] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.289322] env[69041]: INFO nova.scheduler.client.report [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleted allocations for instance 15c67123-ecd5-48d0-bb2e-43990a332d3f [ 1629.295077] env[69041]: INFO nova.compute.manager [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Rescuing [ 1629.295493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.295493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.295647] env[69041]: DEBUG nova.network.neutron [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.520497] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520ab52d-9099-a220-d189-f5784f3c1668, 'name': SearchDatastore_Task, 'duration_secs': 0.007326} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.525975] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1629.526275] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e6fdca3-7eb2-43c3-ab39-9b36d44800bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.544863] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1629.544863] env[69041]: value = "task-2890854" [ 1629.544863] env[69041]: _type = "Task" [ 1629.544863] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.552537] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.797508] env[69041]: DEBUG oslo_concurrency.lockutils [None req-2112560e-b565-471a-bd8b-4e4c3e3be37a tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "15c67123-ecd5-48d0-bb2e-43990a332d3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.077s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.954723] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "225a5914-082e-4e0a-9098-5e76004e4662" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.954964] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.955192] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "225a5914-082e-4e0a-9098-5e76004e4662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.955380] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.955548] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.957829] env[69041]: INFO nova.compute.manager [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Terminating instance [ 1629.996498] env[69041]: DEBUG nova.network.neutron [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Updating instance_info_cache with network_info: [{"id": "aa2a629f-08bb-4573-b5b9-2f446e08a560", "address": "fa:16:3e:eb:03:1c", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2a629f-08", "ovs_interfaceid": "aa2a629f-08bb-4573-b5b9-2f446e08a560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.054692] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890854, 'name': ReconfigVM_Task, 'duration_secs': 0.458196} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.054972] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1630.055766] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f48251-07cf-49bc-b5e0-e31cf41c5320 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.077983] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] cd0e1399-77b3-44e2-92e1-dee21d0de541/cd0e1399-77b3-44e2-92e1-dee21d0de541.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.078288] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101db960-8d28-40fd-9590-d300eba53109 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.095819] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1630.095819] env[69041]: value = "task-2890855" [ 1630.095819] env[69041]: _type = "Task" [ 1630.095819] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.103623] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.462595] env[69041]: DEBUG nova.compute.manager [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.462858] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.463894] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33108d3-953b-411c-afa2-929fd13b6202 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.471782] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.472102] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d116eda-1573-499d-904f-6a4abc64348f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.478261] env[69041]: DEBUG oslo_vmware.api [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1630.478261] env[69041]: value = "task-2890856" [ 1630.478261] env[69041]: _type = "Task" [ 1630.478261] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.485837] env[69041]: DEBUG oslo_vmware.api [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.499390] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.605290] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890855, 'name': ReconfigVM_Task, 'duration_secs': 0.304562} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.606155] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Reconfigured VM instance instance-00000076 to attach disk [datastore2] cd0e1399-77b3-44e2-92e1-dee21d0de541/cd0e1399-77b3-44e2-92e1-dee21d0de541.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.606842] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d10b2c2-9b33-4b47-8097-840f27101084 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.625293] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3062987-4eee-4d48-8201-bdd379893ed8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.644841] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2cadc1-bdb1-4732-9123-6c4e8b891a4c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.662179] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba4f805-0631-4ea2-84f5-ec9fb5fb64d3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.668837] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.669207] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-accba0ad-2dea-4793-a3cf-110ed39b0494 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.674306] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1630.674306] env[69041]: value = "task-2890857" [ 1630.674306] env[69041]: _type = "Task" [ 1630.674306] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.681297] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.987871] env[69041]: DEBUG oslo_vmware.api [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.184290] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.488411] env[69041]: DEBUG oslo_vmware.api [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890856, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.684699] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.989684] env[69041]: DEBUG oslo_vmware.api [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890856, 'name': PowerOffVM_Task, 'duration_secs': 1.051762} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.989983] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.990189] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.990343] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15d4e476-b6bb-4b1d-9182-91420bc9e919 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.033727] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.034056] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b62f68d-b1cb-4147-9647-da69c64820e2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.040925] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1632.040925] env[69041]: value = "task-2890859" [ 1632.040925] env[69041]: _type = "Task" [ 1632.040925] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.048787] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.056270] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.056467] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.056648] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleting the datastore file [datastore1] 225a5914-082e-4e0a-9098-5e76004e4662 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.056890] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0126929-cd97-47e1-9f10-5f1b8b850fb9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.062799] env[69041]: DEBUG oslo_vmware.api [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1632.062799] env[69041]: value = "task-2890860" [ 1632.062799] env[69041]: _type = "Task" [ 1632.062799] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.070403] env[69041]: DEBUG oslo_vmware.api [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.185062] env[69041]: DEBUG oslo_vmware.api [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890857, 'name': PowerOnVM_Task, 'duration_secs': 1.108527} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.185551] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.551130] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890859, 'name': PowerOffVM_Task, 'duration_secs': 0.160837} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.551388] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.552205] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698e90b5-4e76-4f4e-8ca3-7ed8219da4fc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.572582] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481e94d7-7221-4071-b5fe-3f4c7d31c879 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.583685] env[69041]: DEBUG oslo_vmware.api [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355775} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.583867] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.584059] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.584243] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.584614] env[69041]: INFO nova.compute.manager [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1632.584707] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1632.584833] env[69041]: DEBUG nova.compute.manager [-] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.584944] env[69041]: DEBUG nova.network.neutron [-] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.607717] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.608011] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33fadcb2-f997-43d0-9624-faa487bcb5ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.614292] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1632.614292] env[69041]: value = "task-2890861" [ 1632.614292] env[69041]: _type = "Task" [ 1632.614292] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.621971] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.060560] env[69041]: DEBUG nova.compute.manager [req-1eae2346-3f26-4986-9dd1-c7bc3c1fced7 req-0810d3c8-4268-4173-9efc-77f20ad498e3 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Received event network-vif-deleted-31b96fa2-abeb-42e2-bfa3-bd750a2a7977 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1633.060819] env[69041]: INFO nova.compute.manager [req-1eae2346-3f26-4986-9dd1-c7bc3c1fced7 req-0810d3c8-4268-4173-9efc-77f20ad498e3 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Neutron deleted interface 31b96fa2-abeb-42e2-bfa3-bd750a2a7977; detaching it from the instance and deleting it from the info cache [ 1633.060944] env[69041]: DEBUG nova.network.neutron [req-1eae2346-3f26-4986-9dd1-c7bc3c1fced7 req-0810d3c8-4268-4173-9efc-77f20ad498e3 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.125426] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1633.125653] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1633.125892] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.126054] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.126234] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1633.126477] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c12a3c6-8047-4f40-bea7-ede2f6d2d24d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.135252] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1633.135433] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1633.136419] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed45baa0-585c-48f0-a9ee-ded8a6a872a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.142224] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1633.142224] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522aae9f-02dd-358b-ee94-2bd7b119ce70" [ 1633.142224] env[69041]: _type = "Task" [ 1633.142224] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.150014] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522aae9f-02dd-358b-ee94-2bd7b119ce70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.199020] env[69041]: INFO nova.compute.manager [None req-a9954431-5761-440c-acb6-b86bd8b23438 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance to original state: 'active' [ 1633.544528] env[69041]: DEBUG nova.network.neutron [-] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.563287] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f083087-281b-4e1d-9c8a-c4d1093538d5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.576843] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c4872e-9a62-4fd6-a3c7-7f1f1fd1ed38 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.603677] env[69041]: DEBUG nova.compute.manager [req-1eae2346-3f26-4986-9dd1-c7bc3c1fced7 req-0810d3c8-4268-4173-9efc-77f20ad498e3 service nova] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Detach interface failed, port_id=31b96fa2-abeb-42e2-bfa3-bd750a2a7977, reason: Instance 225a5914-082e-4e0a-9098-5e76004e4662 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1633.651997] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522aae9f-02dd-358b-ee94-2bd7b119ce70, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.653092] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c64267-a3b6-4b65-9ba7-d76b7084bd58 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.657916] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1633.657916] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e19ad1-fae6-11dd-897f-ae1586280387" [ 1633.657916] env[69041]: _type = "Task" [ 1633.657916] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.665693] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e19ad1-fae6-11dd-897f-ae1586280387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.047060] env[69041]: INFO nova.compute.manager [-] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Took 1.46 seconds to deallocate network for instance. [ 1634.168428] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52e19ad1-fae6-11dd-897f-ae1586280387, 'name': SearchDatastore_Task, 'duration_secs': 0.016311} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.168829] env[69041]: DEBUG oslo_concurrency.lockutils [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.168968] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] f56b22a1-e8d3-4e50-9520-e6593ea6d36a/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. {{(pid=69041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1634.169252] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b576e2-006f-4728-ac4e-e88dfb7666a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.177928] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1634.177928] env[69041]: value = "task-2890862" [ 1634.177928] env[69041]: _type = "Task" [ 1634.177928] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.186401] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.554199] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.554493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.554670] env[69041]: DEBUG nova.objects.instance [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lazy-loading 'resources' on Instance uuid 225a5914-082e-4e0a-9098-5e76004e4662 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.689920] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470404} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.690235] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] f56b22a1-e8d3-4e50-9520-e6593ea6d36a/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. [ 1634.690996] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c482f234-f0d9-42b1-bf07-6a058e68b509 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.716272] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f56b22a1-e8d3-4e50-9520-e6593ea6d36a/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.716728] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026d1d8e-c627-4b15-8e5f-f6bf263ea199 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.735291] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1634.735291] env[69041]: value = "task-2890863" [ 1634.735291] env[69041]: _type = "Task" [ 1634.735291] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.743369] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.983742] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "cd0e1399-77b3-44e2-92e1-dee21d0de541" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.984080] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "cd0e1399-77b3-44e2-92e1-dee21d0de541" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.984376] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "cd0e1399-77b3-44e2-92e1-dee21d0de541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.984848] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "cd0e1399-77b3-44e2-92e1-dee21d0de541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.984848] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "cd0e1399-77b3-44e2-92e1-dee21d0de541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.987064] env[69041]: INFO nova.compute.manager [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Terminating instance [ 1635.133414] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066eabd6-ee3e-4616-ad38-5d4c806e02e0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.141360] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fe541c-b21c-4e28-be29-780546469899 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.173706] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa90507-f461-4bb0-badc-2697c7d3577b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.181594] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20807e0e-ef89-4075-b85a-79ad07de7aa6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.195606] env[69041]: DEBUG nova.compute.provider_tree [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.246443] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.490889] env[69041]: DEBUG nova.compute.manager [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1635.491145] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.492158] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543a35f5-930b-4e68-a20e-8c4907b82ae1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.501046] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.501046] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1163c00-b6eb-41f4-8742-fc31451a2a1b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.506016] env[69041]: DEBUG oslo_vmware.api [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1635.506016] env[69041]: value = "task-2890864" [ 1635.506016] env[69041]: _type = "Task" [ 1635.506016] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.513528] env[69041]: DEBUG oslo_vmware.api [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.699890] env[69041]: DEBUG nova.scheduler.client.report [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.744843] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890863, 'name': ReconfigVM_Task, 'duration_secs': 1.004576} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.745172] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f56b22a1-e8d3-4e50-9520-e6593ea6d36a/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.746021] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f9a0d0-b82f-4c5b-83ad-bc0e3fb94bed {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.771126] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c917fa31-fdf6-4dd4-a7e7-a8134323eaac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.787385] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1635.787385] env[69041]: value = "task-2890865" [ 1635.787385] env[69041]: _type = "Task" [ 1635.787385] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.795384] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.016262] env[69041]: DEBUG oslo_vmware.api [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890864, 'name': PowerOffVM_Task, 'duration_secs': 0.197911} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.016626] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.016767] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1636.017060] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56a3c161-cb25-497e-99af-b960f1e643bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.203986] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1636.224857] env[69041]: INFO nova.scheduler.client.report [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleted allocations for instance 225a5914-082e-4e0a-9098-5e76004e4662 [ 1636.297579] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890865, 'name': ReconfigVM_Task, 'duration_secs': 0.146512} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.297853] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.298105] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b788884-d720-43e2-b2ec-4a2cebfcec52 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.304234] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1636.304234] env[69041]: value = "task-2890867" [ 1636.304234] env[69041]: _type = "Task" [ 1636.304234] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.313010] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.546565] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1636.546792] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1636.546977] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleting the datastore file [datastore2] cd0e1399-77b3-44e2-92e1-dee21d0de541 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.547345] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7db995ed-3966-4a1b-b940-51e03c52707a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.554116] env[69041]: DEBUG oslo_vmware.api [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1636.554116] env[69041]: value = "task-2890868" [ 1636.554116] env[69041]: _type = "Task" [ 1636.554116] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.562541] env[69041]: DEBUG oslo_vmware.api [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.733566] env[69041]: DEBUG oslo_concurrency.lockutils [None req-5dfd9478-e179-4472-8caa-f78626003157 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "225a5914-082e-4e0a-9098-5e76004e4662" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.778s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1636.814857] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890867, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.063458] env[69041]: DEBUG oslo_vmware.api [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162495} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.063700] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1637.063883] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1637.064076] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1637.064258] env[69041]: INFO nova.compute.manager [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1637.064494] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1637.064679] env[69041]: DEBUG nova.compute.manager [-] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1637.064772] env[69041]: DEBUG nova.network.neutron [-] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1637.316124] env[69041]: DEBUG oslo_vmware.api [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890867, 'name': PowerOnVM_Task, 'duration_secs': 0.531519} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.316446] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.319419] env[69041]: DEBUG nova.compute.manager [None req-ec57bf75-7c4c-4665-9d9f-f556e9a03258 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.320266] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cba3a9-363e-4115-831f-db18cc4725a0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.560642] env[69041]: DEBUG nova.compute.manager [req-85c17c91-d303-4e9d-b73f-ddf2e3ae389c req-59040e50-9125-4512-a22a-ebd998f5d644 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Received event network-vif-deleted-d76529ae-ff9d-40fd-be8a-65fa067ea0af {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1637.560785] env[69041]: INFO nova.compute.manager [req-85c17c91-d303-4e9d-b73f-ddf2e3ae389c req-59040e50-9125-4512-a22a-ebd998f5d644 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Neutron deleted interface d76529ae-ff9d-40fd-be8a-65fa067ea0af; detaching it from the instance and deleting it from the info cache [ 1637.560918] env[69041]: DEBUG nova.network.neutron [req-85c17c91-d303-4e9d-b73f-ddf2e3ae389c req-59040e50-9125-4512-a22a-ebd998f5d644 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.042235] env[69041]: DEBUG nova.network.neutron [-] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.062881] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54534f4b-9eab-4bf7-bbdc-16cc4b5b1901 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.073282] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54de42f3-66f8-4da9-807f-18669ff86b80 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.100026] env[69041]: DEBUG nova.compute.manager [req-85c17c91-d303-4e9d-b73f-ddf2e3ae389c req-59040e50-9125-4512-a22a-ebd998f5d644 service nova] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Detach interface failed, port_id=d76529ae-ff9d-40fd-be8a-65fa067ea0af, reason: Instance cd0e1399-77b3-44e2-92e1-dee21d0de541 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1638.545714] env[69041]: INFO nova.compute.manager [-] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Took 1.48 seconds to deallocate network for instance. [ 1638.770982] env[69041]: INFO nova.compute.manager [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Unrescuing [ 1638.771279] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.771435] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.771601] env[69041]: DEBUG nova.network.neutron [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.051822] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.052240] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.052492] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.071734] env[69041]: INFO nova.scheduler.client.report [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleted allocations for instance cd0e1399-77b3-44e2-92e1-dee21d0de541 [ 1639.211276] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "b545bb56-4ceb-4257-9a46-20bd43569223" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.211542] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.467221] env[69041]: DEBUG nova.network.neutron [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Updating instance_info_cache with network_info: [{"id": "aa2a629f-08bb-4573-b5b9-2f446e08a560", "address": "fa:16:3e:eb:03:1c", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa2a629f-08", "ovs_interfaceid": "aa2a629f-08bb-4573-b5b9-2f446e08a560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.580569] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c228cf86-c48b-44dd-94d2-fe752aef7fe0 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "cd0e1399-77b3-44e2-92e1-dee21d0de541" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.596s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.714366] env[69041]: DEBUG nova.compute.manager [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1639.970528] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "refresh_cache-f56b22a1-e8d3-4e50-9520-e6593ea6d36a" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.971200] env[69041]: DEBUG nova.objects.instance [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lazy-loading 'flavor' on Instance uuid f56b22a1-e8d3-4e50-9520-e6593ea6d36a {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.235759] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.236015] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1640.237587] env[69041]: INFO nova.compute.claims [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1640.477621] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763d0bcf-86b8-4eab-b247-33b494f66fd0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.502224] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "e0e5a758-268d-4557-901c-5a487e0748c9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.502393] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "e0e5a758-268d-4557-901c-5a487e0748c9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1640.502449] env[69041]: INFO nova.compute.manager [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Shelving [ 1640.504244] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1640.504671] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6edbf460-a92e-4907-bfd0-6921a5bf7797 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.511974] env[69041]: DEBUG oslo_vmware.api [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1640.511974] env[69041]: value = "task-2890869" [ 1640.511974] env[69041]: _type = "Task" [ 1640.511974] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.521641] env[69041]: DEBUG oslo_vmware.api [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.978986] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.979296] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.021734] env[69041]: DEBUG oslo_vmware.api [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890869, 'name': PowerOffVM_Task, 'duration_secs': 0.189242} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.022019] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1641.027207] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1641.027675] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ac0c1c-d902-4e23-bf7d-0aac15e76abe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.045381] env[69041]: DEBUG oslo_vmware.api [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1641.045381] env[69041]: value = "task-2890870" [ 1641.045381] env[69041]: _type = "Task" [ 1641.045381] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.052616] env[69041]: DEBUG oslo_vmware.api [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.315658] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e94ee4f-6a9d-4382-af8f-687771ea26ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.322908] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f369e0-f924-4924-a017-699124b86d9b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.351999] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ccaa44-03cc-4256-a11a-0911ab95f00d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.358718] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893d38a6-18fd-4b92-89b8-ba83a963e25c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.372456] env[69041]: DEBUG nova.compute.provider_tree [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.481158] env[69041]: DEBUG nova.compute.manager [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1641.509828] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1641.510233] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8a49c7e-2259-498d-8bdf-3b1c63b1cef5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.517987] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1641.517987] env[69041]: value = "task-2890871" [ 1641.517987] env[69041]: _type = "Task" [ 1641.517987] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.528009] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.554890] env[69041]: DEBUG oslo_vmware.api [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890870, 'name': ReconfigVM_Task, 'duration_secs': 0.207308} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.555210] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1641.555417] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.555700] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9157280b-5678-42b3-9a1f-e905b0e45679 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.562427] env[69041]: DEBUG oslo_vmware.api [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1641.562427] env[69041]: value = "task-2890872" [ 1641.562427] env[69041]: _type = "Task" [ 1641.562427] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.569972] env[69041]: DEBUG oslo_vmware.api [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.876017] env[69041]: DEBUG nova.scheduler.client.report [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.999711] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.028297] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890871, 'name': PowerOffVM_Task, 'duration_secs': 0.165667} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.028607] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.029573] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96944789-60da-4c2c-8f88-4d1a4da14d4f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.048980] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b69cc10-0185-46eb-80ce-af3ab3f1db30 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.071057] env[69041]: DEBUG oslo_vmware.api [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890872, 'name': PowerOnVM_Task, 'duration_secs': 0.355537} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.071057] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.071057] env[69041]: DEBUG nova.compute.manager [None req-b4e086e6-e6d1-48e1-843d-f6234bba4054 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.071726] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f65013-c691-414f-b701-7667a61be81f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.382041] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.382622] env[69041]: DEBUG nova.compute.manager [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1642.385262] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.386s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.388725] env[69041]: INFO nova.compute.claims [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1642.558383] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Creating Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1642.558678] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e149da8-1d4d-4995-944d-89187ab942e1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.566375] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1642.566375] env[69041]: value = "task-2890873" [ 1642.566375] env[69041]: _type = "Task" [ 1642.566375] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.574198] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.898529] env[69041]: DEBUG nova.compute.utils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1642.898529] env[69041]: DEBUG nova.compute.manager [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1642.898696] env[69041]: DEBUG nova.network.neutron [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1642.951633] env[69041]: DEBUG nova.policy [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a846583a7043078f5496cf9c314cc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6df9f4683e934c05a1b3dd27ef688591', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1643.077465] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890873, 'name': CreateSnapshot_Task, 'duration_secs': 0.41665} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.077859] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Created Snapshot of the VM instance {{(pid=69041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1643.078515] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb43ad7c-6af7-47ba-ae4a-3c08ed1f2dbe {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.232474] env[69041]: DEBUG nova.network.neutron [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Successfully created port: fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1643.401983] env[69041]: DEBUG nova.compute.manager [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1643.477009] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e34f51-748d-4f20-baa1-bfef4a66f695 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.484285] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cbcf41-b63e-4641-929a-5b1960d7f905 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.514786] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf70b938-d1df-43a6-9a92-a46a95b51da5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.521887] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e335814c-0dc5-435d-88e7-5a2b66344dca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.535069] env[69041]: DEBUG nova.compute.provider_tree [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.596948] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Creating linked-clone VM from snapshot {{(pid=69041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1643.597235] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90b600e6-7afc-4284-9d21-2ba0980e468a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.605924] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1643.605924] env[69041]: value = "task-2890874" [ 1643.605924] env[69041]: _type = "Task" [ 1643.605924] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.613913] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890874, 'name': CloneVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.037858] env[69041]: DEBUG nova.scheduler.client.report [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.116185] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890874, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.413494] env[69041]: DEBUG nova.compute.manager [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1644.438716] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1644.438971] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.439339] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1644.439339] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.439463] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1644.439612] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1644.439815] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1644.439974] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1644.440210] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1644.440452] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1644.440646] env[69041]: DEBUG nova.virt.hardware [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1644.441504] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ffbf99-d3dd-4403-a776-720aba62096b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.449774] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962a64e-7f93-498e-8984-1085e5f3202b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.542842] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.543331] env[69041]: DEBUG nova.compute.manager [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1644.603781] env[69041]: DEBUG nova.compute.manager [req-8dc9809b-4fbc-49b8-af40-3c197e1f0c65 req-a096a970-4df6-4311-ba9a-3f7601bc5cb8 service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Received event network-vif-plugged-fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1644.603882] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dc9809b-4fbc-49b8-af40-3c197e1f0c65 req-a096a970-4df6-4311-ba9a-3f7601bc5cb8 service nova] Acquiring lock "b545bb56-4ceb-4257-9a46-20bd43569223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1644.604574] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dc9809b-4fbc-49b8-af40-3c197e1f0c65 req-a096a970-4df6-4311-ba9a-3f7601bc5cb8 service nova] Lock "b545bb56-4ceb-4257-9a46-20bd43569223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1644.604574] env[69041]: DEBUG oslo_concurrency.lockutils [req-8dc9809b-4fbc-49b8-af40-3c197e1f0c65 req-a096a970-4df6-4311-ba9a-3f7601bc5cb8 service nova] Lock "b545bb56-4ceb-4257-9a46-20bd43569223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.604574] env[69041]: DEBUG nova.compute.manager [req-8dc9809b-4fbc-49b8-af40-3c197e1f0c65 req-a096a970-4df6-4311-ba9a-3f7601bc5cb8 service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] No waiting events found dispatching network-vif-plugged-fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1644.604574] env[69041]: WARNING nova.compute.manager [req-8dc9809b-4fbc-49b8-af40-3c197e1f0c65 req-a096a970-4df6-4311-ba9a-3f7601bc5cb8 service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Received unexpected event network-vif-plugged-fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc for instance with vm_state building and task_state spawning. [ 1644.616646] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890874, 'name': CloneVM_Task} progress is 94%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.695513] env[69041]: DEBUG nova.network.neutron [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Successfully updated port: fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1645.048689] env[69041]: DEBUG nova.compute.utils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1645.051659] env[69041]: DEBUG nova.compute.manager [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1645.051850] env[69041]: DEBUG nova.network.neutron [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1645.092115] env[69041]: DEBUG nova.policy [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c36b833607472ab5db121d32de1f7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71c91f98ba69472d82f60cf28f18be40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1645.118377] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890874, 'name': CloneVM_Task} progress is 95%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.202474] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "refresh_cache-b545bb56-4ceb-4257-9a46-20bd43569223" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.202671] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "refresh_cache-b545bb56-4ceb-4257-9a46-20bd43569223" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.202846] env[69041]: DEBUG nova.network.neutron [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1645.354526] env[69041]: DEBUG nova.network.neutron [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Successfully created port: a0944cc4-6132-47e7-8dbc-340029096bf2 {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1645.536702] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1645.536702] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1645.551991] env[69041]: DEBUG nova.compute.manager [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1645.617468] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890874, 'name': CloneVM_Task, 'duration_secs': 1.8495} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.617714] env[69041]: INFO nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Created linked-clone VM from snapshot [ 1645.618471] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01d26a1-488a-40b9-9ad9-d78549fcd00e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.625828] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Uploading image a42e512b-3625-4346-afd0-67667025a0c1 {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1645.650881] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1645.650881] env[69041]: value = "vm-580763" [ 1645.650881] env[69041]: _type = "VirtualMachine" [ 1645.650881] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1645.651139] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a50d36b7-bba2-434a-9909-b72bb2b01d52 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.659271] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lease: (returnval){ [ 1645.659271] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525add3a-2987-ce03-84da-24939b599644" [ 1645.659271] env[69041]: _type = "HttpNfcLease" [ 1645.659271] env[69041]: } obtained for exporting VM: (result){ [ 1645.659271] env[69041]: value = "vm-580763" [ 1645.659271] env[69041]: _type = "VirtualMachine" [ 1645.659271] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1645.659626] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the lease: (returnval){ [ 1645.659626] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525add3a-2987-ce03-84da-24939b599644" [ 1645.659626] env[69041]: _type = "HttpNfcLease" [ 1645.659626] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1645.665763] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1645.665763] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525add3a-2987-ce03-84da-24939b599644" [ 1645.665763] env[69041]: _type = "HttpNfcLease" [ 1645.665763] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1645.732986] env[69041]: DEBUG nova.network.neutron [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.859695] env[69041]: DEBUG nova.network.neutron [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Updating instance_info_cache with network_info: [{"id": "fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc", "address": "fa:16:3e:e2:62:81", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd5c2dfe-7f", "ovs_interfaceid": "fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.037953] env[69041]: DEBUG nova.compute.manager [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1646.167910] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1646.167910] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525add3a-2987-ce03-84da-24939b599644" [ 1646.167910] env[69041]: _type = "HttpNfcLease" [ 1646.167910] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1646.168364] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1646.168364] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]525add3a-2987-ce03-84da-24939b599644" [ 1646.168364] env[69041]: _type = "HttpNfcLease" [ 1646.168364] env[69041]: }. {{(pid=69041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1646.168965] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50f87a9-a34f-4953-9e0f-96de1061dfef {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.176855] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bbc74-6334-d1d7-5bc1-2e590dc7ca78/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1646.177045] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bbc74-6334-d1d7-5bc1-2e590dc7ca78/disk-0.vmdk for reading. {{(pid=69041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1646.266585] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82de1547-27d1-4dd6-b23d-54c574cf759b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.362748] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "refresh_cache-b545bb56-4ceb-4257-9a46-20bd43569223" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.363087] env[69041]: DEBUG nova.compute.manager [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Instance network_info: |[{"id": "fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc", "address": "fa:16:3e:e2:62:81", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd5c2dfe-7f", "ovs_interfaceid": "fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1646.363893] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:62:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1646.372027] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1646.372027] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1646.372027] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e0f1946-cc68-4f4f-a909-51a63341a9a1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.391545] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1646.391545] env[69041]: value = "task-2890876" [ 1646.391545] env[69041]: _type = "Task" [ 1646.391545] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.400831] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890876, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.560223] env[69041]: DEBUG nova.compute.manager [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1646.563229] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1646.563491] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1646.565012] env[69041]: INFO nova.compute.claims [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.590413] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1646.590666] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.590823] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1646.591017] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.591170] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1646.591319] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1646.591528] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1646.591688] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1646.591855] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1646.592034] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1646.592251] env[69041]: DEBUG nova.virt.hardware [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1646.593114] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e161df86-ba09-4872-b06d-05d30fd1c336 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.601536] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa2db03-2ad1-4051-83a3-185db5cd31cc {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.633397] env[69041]: DEBUG nova.compute.manager [req-b9d59b82-24f6-4d23-bf6c-ca25338899b9 req-4ea4a999-85f1-4615-8cc2-19bf28e3e6f9 service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Received event network-changed-fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1646.633666] env[69041]: DEBUG nova.compute.manager [req-b9d59b82-24f6-4d23-bf6c-ca25338899b9 req-4ea4a999-85f1-4615-8cc2-19bf28e3e6f9 service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Refreshing instance network info cache due to event network-changed-fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1646.633920] env[69041]: DEBUG oslo_concurrency.lockutils [req-b9d59b82-24f6-4d23-bf6c-ca25338899b9 req-4ea4a999-85f1-4615-8cc2-19bf28e3e6f9 service nova] Acquiring lock "refresh_cache-b545bb56-4ceb-4257-9a46-20bd43569223" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.634155] env[69041]: DEBUG oslo_concurrency.lockutils [req-b9d59b82-24f6-4d23-bf6c-ca25338899b9 req-4ea4a999-85f1-4615-8cc2-19bf28e3e6f9 service nova] Acquired lock "refresh_cache-b545bb56-4ceb-4257-9a46-20bd43569223" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.634387] env[69041]: DEBUG nova.network.neutron [req-b9d59b82-24f6-4d23-bf6c-ca25338899b9 req-4ea4a999-85f1-4615-8cc2-19bf28e3e6f9 service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Refreshing network info cache for port fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.815822] env[69041]: DEBUG nova.network.neutron [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Successfully updated port: a0944cc4-6132-47e7-8dbc-340029096bf2 {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.903314] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890876, 'name': CreateVM_Task, 'duration_secs': 0.326539} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.903680] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1646.904609] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.904847] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.905309] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.905575] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823e3c0c-e97b-4795-81f5-b872ecf6e31c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.910578] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1646.910578] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f3ec99-f402-bd42-2a30-f68f432c6576" [ 1646.910578] env[69041]: _type = "Task" [ 1646.910578] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.918867] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f3ec99-f402-bd42-2a30-f68f432c6576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.319792] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.320207] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.320684] env[69041]: DEBUG nova.network.neutron [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.354232] env[69041]: DEBUG nova.network.neutron [req-b9d59b82-24f6-4d23-bf6c-ca25338899b9 req-4ea4a999-85f1-4615-8cc2-19bf28e3e6f9 service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Updated VIF entry in instance network info cache for port fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.354586] env[69041]: DEBUG nova.network.neutron [req-b9d59b82-24f6-4d23-bf6c-ca25338899b9 req-4ea4a999-85f1-4615-8cc2-19bf28e3e6f9 service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Updating instance_info_cache with network_info: [{"id": "fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc", "address": "fa:16:3e:e2:62:81", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd5c2dfe-7f", "ovs_interfaceid": "fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.420725] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52f3ec99-f402-bd42-2a30-f68f432c6576, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.421073] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.421375] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1647.421662] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.421860] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.422118] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.422443] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bfefd9b-cf1e-449e-bee0-990c96694067 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.430938] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1647.431121] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1647.431836] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c7e07d-5673-44f1-b139-4cfb70ac3dd8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.436892] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1647.436892] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52eccf27-85b1-6531-a924-dce26d3105b1" [ 1647.436892] env[69041]: _type = "Task" [ 1647.436892] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.444388] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52eccf27-85b1-6531-a924-dce26d3105b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.665951] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b601b2b2-4eae-42e7-b601-201cd8b4deb7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.675586] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd937f8-fb15-4f48-8104-5b07b1d300c0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.705711] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd8a988-2b02-4a55-813f-0c0f4169634b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.712976] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9944380-91ff-4676-8313-348be9049ecf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.726394] env[69041]: DEBUG nova.compute.provider_tree [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.852168] env[69041]: DEBUG nova.network.neutron [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.856918] env[69041]: DEBUG oslo_concurrency.lockutils [req-b9d59b82-24f6-4d23-bf6c-ca25338899b9 req-4ea4a999-85f1-4615-8cc2-19bf28e3e6f9 service nova] Releasing lock "refresh_cache-b545bb56-4ceb-4257-9a46-20bd43569223" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.947841] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52eccf27-85b1-6531-a924-dce26d3105b1, 'name': SearchDatastore_Task, 'duration_secs': 0.019225} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.948737] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff541e79-ee35-4fc5-bc2a-8a5bb818797e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.957249] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1647.957249] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522b95ad-d052-102f-413a-ccc9794e6139" [ 1647.957249] env[69041]: _type = "Task" [ 1647.957249] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.966157] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522b95ad-d052-102f-413a-ccc9794e6139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.986962] env[69041]: DEBUG nova.network.neutron [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Updating instance_info_cache with network_info: [{"id": "a0944cc4-6132-47e7-8dbc-340029096bf2", "address": "fa:16:3e:b4:74:e2", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0944cc4-61", "ovs_interfaceid": "a0944cc4-6132-47e7-8dbc-340029096bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.024196] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.024422] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.024570] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.024765] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.024986] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.025163] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.025355] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.025527] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1648.025730] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.230196] env[69041]: DEBUG nova.scheduler.client.report [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.469357] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]522b95ad-d052-102f-413a-ccc9794e6139, 'name': SearchDatastore_Task, 'duration_secs': 0.014008} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.469756] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1648.469896] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] b545bb56-4ceb-4257-9a46-20bd43569223/b545bb56-4ceb-4257-9a46-20bd43569223.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1648.470178] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3578cca-cc1a-472e-80e5-b0d0ef9b4b52 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.476840] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1648.476840] env[69041]: value = "task-2890877" [ 1648.476840] env[69041]: _type = "Task" [ 1648.476840] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.485145] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.489749] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1648.490099] env[69041]: DEBUG nova.compute.manager [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Instance network_info: |[{"id": "a0944cc4-6132-47e7-8dbc-340029096bf2", "address": "fa:16:3e:b4:74:e2", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0944cc4-61", "ovs_interfaceid": "a0944cc4-6132-47e7-8dbc-340029096bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1648.490542] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:74:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0944cc4-6132-47e7-8dbc-340029096bf2', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.498295] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1648.498525] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.498760] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbb50780-1b62-490b-9cdf-3ed15dcc907a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.518562] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.518562] env[69041]: value = "task-2890878" [ 1648.518562] env[69041]: _type = "Task" [ 1648.518562] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.526706] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890878, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.528842] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1648.663128] env[69041]: DEBUG nova.compute.manager [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Received event network-vif-plugged-a0944cc4-6132-47e7-8dbc-340029096bf2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1648.663422] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] Acquiring lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1648.663674] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] Lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1648.663820] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] Lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.663959] env[69041]: DEBUG nova.compute.manager [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] No waiting events found dispatching network-vif-plugged-a0944cc4-6132-47e7-8dbc-340029096bf2 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1648.664160] env[69041]: WARNING nova.compute.manager [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Received unexpected event network-vif-plugged-a0944cc4-6132-47e7-8dbc-340029096bf2 for instance with vm_state building and task_state spawning. [ 1648.664340] env[69041]: DEBUG nova.compute.manager [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Received event network-changed-a0944cc4-6132-47e7-8dbc-340029096bf2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1648.664544] env[69041]: DEBUG nova.compute.manager [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Refreshing instance network info cache due to event network-changed-a0944cc4-6132-47e7-8dbc-340029096bf2. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1648.664812] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] Acquiring lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.664975] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] Acquired lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1648.665162] env[69041]: DEBUG nova.network.neutron [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Refreshing network info cache for port a0944cc4-6132-47e7-8dbc-340029096bf2 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.734842] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.735454] env[69041]: DEBUG nova.compute.manager [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1648.738413] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.210s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1648.738926] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.738926] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1648.739999] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b684242a-398a-49ed-9d36-a9224377ca95 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.750259] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baae5e94-d7d7-4c3f-85a6-00434a1f8b89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.765713] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3125cf9-00e2-46c0-899b-88b9f26bb171 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.773280] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e7fe0f-4ca2-43b2-9fdf-b5e22ce8fe6f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.805605] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180543MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1648.805847] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1648.806143] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1648.987442] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890877, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.029987] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890878, 'name': CreateVM_Task} progress is 25%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.245360] env[69041]: DEBUG nova.compute.utils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1649.246737] env[69041]: DEBUG nova.compute.manager [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1649.246905] env[69041]: DEBUG nova.network.neutron [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1649.313802] env[69041]: DEBUG nova.policy [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '431feee7cdd04f30b75d3bd33644cb14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '613407d34c824b7bbe88f281c49a2833', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1649.433789] env[69041]: DEBUG nova.network.neutron [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Updated VIF entry in instance network info cache for port a0944cc4-6132-47e7-8dbc-340029096bf2. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.434286] env[69041]: DEBUG nova.network.neutron [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Updating instance_info_cache with network_info: [{"id": "a0944cc4-6132-47e7-8dbc-340029096bf2", "address": "fa:16:3e:b4:74:e2", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0944cc4-61", "ovs_interfaceid": "a0944cc4-6132-47e7-8dbc-340029096bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.487433] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587856} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.487778] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] b545bb56-4ceb-4257-9a46-20bd43569223/b545bb56-4ceb-4257-9a46-20bd43569223.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.487990] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.488296] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2beea218-e18c-4784-a905-686403364726 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.495866] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1649.495866] env[69041]: value = "task-2890879" [ 1649.495866] env[69041]: _type = "Task" [ 1649.495866] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.504522] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.528983] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890878, 'name': CreateVM_Task, 'duration_secs': 0.616131} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.529187] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1649.529827] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.530008] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1649.530370] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1649.530636] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c333a811-8f6d-4546-82a6-fe037ddde73f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.535628] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1649.535628] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5213dc52-f0e3-35ef-31c1-9471928fd57c" [ 1649.535628] env[69041]: _type = "Task" [ 1649.535628] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.544166] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5213dc52-f0e3-35ef-31c1-9471928fd57c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.645687] env[69041]: DEBUG nova.network.neutron [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Successfully created port: 34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1649.751655] env[69041]: DEBUG nova.compute.manager [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.836985] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance e0e5a758-268d-4557-901c-5a487e0748c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.837120] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance f56b22a1-e8d3-4e50-9520-e6593ea6d36a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.837230] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.837352] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b545bb56-4ceb-4257-9a46-20bd43569223 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.837471] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.837586] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d6d7b84c-6bfd-4286-8f07-c93dd161137d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1649.837844] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1649.837930] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1649.930823] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7045c4-d26e-47fc-9d47-cb2550b71cd7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.936724] env[69041]: DEBUG oslo_concurrency.lockutils [req-81b49dfa-7576-4aa1-bae9-3157588a2b44 req-a7e3cf46-dabb-437b-95b3-fced85d4bd3c service nova] Releasing lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1649.940865] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba93cdc-fda0-42e6-8bc4-cabdfc38e715 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.988626] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d28f29-0f55-4d55-b59b-731b4cd52fbd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.996566] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1d6425-0524-47bd-b5cb-410eab7be6ac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.012774] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.017045] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08284} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.017191] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1650.017902] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a39bc1-fc2d-4ea0-a859-0b6487988656 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.039703] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b545bb56-4ceb-4257-9a46-20bd43569223/b545bb56-4ceb-4257-9a46-20bd43569223.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.040683] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e3e285-5893-4539-ad9c-a013cf446708 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.063731] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5213dc52-f0e3-35ef-31c1-9471928fd57c, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.064977] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1650.065237] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1650.065482] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.065621] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1650.065798] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1650.066140] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1650.066140] env[69041]: value = "task-2890880" [ 1650.066140] env[69041]: _type = "Task" [ 1650.066140] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.066341] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce971d99-4906-4d72-ae43-a7f21c4ec08b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.076681] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890880, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.077790] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1650.077970] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1650.078716] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e6e05a-0f1f-44cc-8b82-98538fd3a2bf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.084809] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1650.084809] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520599bd-a8eb-3774-ecf2-6262bde5433e" [ 1650.084809] env[69041]: _type = "Task" [ 1650.084809] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.093823] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520599bd-a8eb-3774-ecf2-6262bde5433e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.518838] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1650.578713] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890880, 'name': ReconfigVM_Task, 'duration_secs': 0.346165} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.578863] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b545bb56-4ceb-4257-9a46-20bd43569223/b545bb56-4ceb-4257-9a46-20bd43569223.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.579373] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f9788c2-05fd-4016-a65f-9c2e6f57eaf9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.586413] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1650.586413] env[69041]: value = "task-2890881" [ 1650.586413] env[69041]: _type = "Task" [ 1650.586413] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.600588] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890881, 'name': Rename_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.604481] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]520599bd-a8eb-3774-ecf2-6262bde5433e, 'name': SearchDatastore_Task, 'duration_secs': 0.014693} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.605399] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c41c34-8f58-4a8a-8fba-05509d54d54f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.611357] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1650.611357] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c2af2d-58cc-aec2-c346-ff06ddece159" [ 1650.611357] env[69041]: _type = "Task" [ 1650.611357] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.619753] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c2af2d-58cc-aec2-c346-ff06ddece159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.762606] env[69041]: DEBUG nova.compute.manager [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.790582] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.790882] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.791066] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.791262] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.791417] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.791581] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.791824] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.792025] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.792225] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.792433] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.792625] env[69041]: DEBUG nova.virt.hardware [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.793528] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61db5052-c7a0-4104-94f2-742ea1d06bf7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.802553] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaa604e-527d-4c69-957c-6b0f00c917c5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.011976] env[69041]: DEBUG nova.compute.manager [req-1cc3b3b2-f414-4362-a2d1-c5dcdd3100f7 req-6d1dcd94-7b9d-4cb2-a3f6-3c5e02b7f10e service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Received event network-vif-plugged-34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1651.012375] env[69041]: DEBUG oslo_concurrency.lockutils [req-1cc3b3b2-f414-4362-a2d1-c5dcdd3100f7 req-6d1dcd94-7b9d-4cb2-a3f6-3c5e02b7f10e service nova] Acquiring lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1651.012532] env[69041]: DEBUG oslo_concurrency.lockutils [req-1cc3b3b2-f414-4362-a2d1-c5dcdd3100f7 req-6d1dcd94-7b9d-4cb2-a3f6-3c5e02b7f10e service nova] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1651.012702] env[69041]: DEBUG oslo_concurrency.lockutils [req-1cc3b3b2-f414-4362-a2d1-c5dcdd3100f7 req-6d1dcd94-7b9d-4cb2-a3f6-3c5e02b7f10e service nova] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1651.012873] env[69041]: DEBUG nova.compute.manager [req-1cc3b3b2-f414-4362-a2d1-c5dcdd3100f7 req-6d1dcd94-7b9d-4cb2-a3f6-3c5e02b7f10e service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] No waiting events found dispatching network-vif-plugged-34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1651.013077] env[69041]: WARNING nova.compute.manager [req-1cc3b3b2-f414-4362-a2d1-c5dcdd3100f7 req-6d1dcd94-7b9d-4cb2-a3f6-3c5e02b7f10e service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Received unexpected event network-vif-plugged-34f16a38-9420-40ca-bbf8-0ce2d230287b for instance with vm_state building and task_state spawning. [ 1651.024934] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1651.025173] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1651.100097] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890881, 'name': Rename_Task, 'duration_secs': 0.157935} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.100406] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.100652] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce47a92-3668-40b6-99f4-d294cd39a578 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.102846] env[69041]: DEBUG nova.network.neutron [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Successfully updated port: 34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1651.108866] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1651.108866] env[69041]: value = "task-2890882" [ 1651.108866] env[69041]: _type = "Task" [ 1651.108866] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.122043] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.126220] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52c2af2d-58cc-aec2-c346-ff06ddece159, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.126525] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.126828] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b/12ea3790-50ed-4bf6-9b98-4e0d6782aa9b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1651.127125] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99a0ae16-68b8-4f42-9b47-ed08339cbc1d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.134161] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1651.134161] env[69041]: value = "task-2890883" [ 1651.134161] env[69041]: _type = "Task" [ 1651.134161] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.143181] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.606434] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.606804] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.606804] env[69041]: DEBUG nova.network.neutron [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.622312] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890882, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.645156] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890883, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.121569] env[69041]: DEBUG oslo_vmware.api [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890882, 'name': PowerOnVM_Task, 'duration_secs': 0.849487} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.121899] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.122163] env[69041]: INFO nova.compute.manager [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1652.122402] env[69041]: DEBUG nova.compute.manager [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.123301] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07773f6b-6815-41dc-a93d-904cfdef29bd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.147370] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589582} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.147768] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b/12ea3790-50ed-4bf6-9b98-4e0d6782aa9b.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1652.147947] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1652.148263] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a2da2dc-53c0-48c6-8d63-1fa84143dcbf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.151097] env[69041]: DEBUG nova.network.neutron [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.157615] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1652.157615] env[69041]: value = "task-2890884" [ 1652.157615] env[69041]: _type = "Task" [ 1652.157615] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.166299] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.288492] env[69041]: DEBUG nova.network.neutron [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updating instance_info_cache with network_info: [{"id": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "address": "fa:16:3e:ea:10:dd", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f16a38-94", "ovs_interfaceid": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.647809] env[69041]: INFO nova.compute.manager [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Took 12.43 seconds to build instance. [ 1652.667863] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06876} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.668749] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.669558] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92402366-b8e5-4e33-8928-166cc4b2ae70 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.692292] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b/12ea3790-50ed-4bf6-9b98-4e0d6782aa9b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.693015] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11c759ac-751a-481e-bbda-b2bbe3a5b15b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.712579] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1652.712579] env[69041]: value = "task-2890885" [ 1652.712579] env[69041]: _type = "Task" [ 1652.712579] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.720653] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.791688] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.792198] env[69041]: DEBUG nova.compute.manager [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Instance network_info: |[{"id": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "address": "fa:16:3e:ea:10:dd", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f16a38-94", "ovs_interfaceid": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1652.792763] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:10:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34f16a38-9420-40ca-bbf8-0ce2d230287b', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.800467] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1652.800717] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.800943] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17c094be-a7e4-4cd5-ba49-c673ce27382f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.820641] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.820641] env[69041]: value = "task-2890886" [ 1652.820641] env[69041]: _type = "Task" [ 1652.820641] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.828852] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890886, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.038508] env[69041]: DEBUG nova.compute.manager [req-c5a602d4-0b13-4c39-8291-308fcf5b519f req-fd06fad7-727c-49cf-a39e-f422aac2a508 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Received event network-changed-34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1653.038784] env[69041]: DEBUG nova.compute.manager [req-c5a602d4-0b13-4c39-8291-308fcf5b519f req-fd06fad7-727c-49cf-a39e-f422aac2a508 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Refreshing instance network info cache due to event network-changed-34f16a38-9420-40ca-bbf8-0ce2d230287b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1653.039129] env[69041]: DEBUG oslo_concurrency.lockutils [req-c5a602d4-0b13-4c39-8291-308fcf5b519f req-fd06fad7-727c-49cf-a39e-f422aac2a508 service nova] Acquiring lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.039353] env[69041]: DEBUG oslo_concurrency.lockutils [req-c5a602d4-0b13-4c39-8291-308fcf5b519f req-fd06fad7-727c-49cf-a39e-f422aac2a508 service nova] Acquired lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.039557] env[69041]: DEBUG nova.network.neutron [req-c5a602d4-0b13-4c39-8291-308fcf5b519f req-fd06fad7-727c-49cf-a39e-f422aac2a508 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Refreshing network info cache for port 34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.150798] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b3312a2-3a73-45c7-b10c-d858a2cac170 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.939s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.224856] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.330848] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890886, 'name': CreateVM_Task, 'duration_secs': 0.415507} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.331131] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.331770] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.331941] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.332325] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.332642] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459c254f-1e30-42a2-bf63-6ce9a8554d57 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.337527] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1653.337527] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526bd954-1242-ca78-092e-43f9ed8c996d" [ 1653.337527] env[69041]: _type = "Task" [ 1653.337527] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.347172] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526bd954-1242-ca78-092e-43f9ed8c996d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.407546] env[69041]: DEBUG nova.compute.manager [req-6ef7e76c-c112-4ee4-b31c-4f9147249548 req-7d43ce6c-dfa0-4f15-b2df-814d47f99bed service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Received event network-changed-fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1653.407546] env[69041]: DEBUG nova.compute.manager [req-6ef7e76c-c112-4ee4-b31c-4f9147249548 req-7d43ce6c-dfa0-4f15-b2df-814d47f99bed service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Refreshing instance network info cache due to event network-changed-fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1653.407753] env[69041]: DEBUG oslo_concurrency.lockutils [req-6ef7e76c-c112-4ee4-b31c-4f9147249548 req-7d43ce6c-dfa0-4f15-b2df-814d47f99bed service nova] Acquiring lock "refresh_cache-b545bb56-4ceb-4257-9a46-20bd43569223" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.407828] env[69041]: DEBUG oslo_concurrency.lockutils [req-6ef7e76c-c112-4ee4-b31c-4f9147249548 req-7d43ce6c-dfa0-4f15-b2df-814d47f99bed service nova] Acquired lock "refresh_cache-b545bb56-4ceb-4257-9a46-20bd43569223" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.407943] env[69041]: DEBUG nova.network.neutron [req-6ef7e76c-c112-4ee4-b31c-4f9147249548 req-7d43ce6c-dfa0-4f15-b2df-814d47f99bed service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Refreshing network info cache for port fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.726018] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890885, 'name': ReconfigVM_Task, 'duration_secs': 0.606673} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.726018] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b/12ea3790-50ed-4bf6-9b98-4e0d6782aa9b.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.726506] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c0f0881-a8e8-4556-b1dc-aafa439255de {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.733335] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1653.733335] env[69041]: value = "task-2890887" [ 1653.733335] env[69041]: _type = "Task" [ 1653.733335] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.741595] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890887, 'name': Rename_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.753207] env[69041]: DEBUG nova.network.neutron [req-c5a602d4-0b13-4c39-8291-308fcf5b519f req-fd06fad7-727c-49cf-a39e-f422aac2a508 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updated VIF entry in instance network info cache for port 34f16a38-9420-40ca-bbf8-0ce2d230287b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.753504] env[69041]: DEBUG nova.network.neutron [req-c5a602d4-0b13-4c39-8291-308fcf5b519f req-fd06fad7-727c-49cf-a39e-f422aac2a508 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updating instance_info_cache with network_info: [{"id": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "address": "fa:16:3e:ea:10:dd", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f16a38-94", "ovs_interfaceid": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.849130] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]526bd954-1242-ca78-092e-43f9ed8c996d, 'name': SearchDatastore_Task, 'duration_secs': 0.020681} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.849447] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.849713] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.849972] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.850137] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.850340] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.850646] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5dfcfeb-860f-4e72-a082-f055bdb84452 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.859360] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.859550] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.860357] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee0e0c3-5c9e-4839-814d-4cf9542898e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.865859] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1653.865859] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52047ebd-a61c-4c8a-06d9-dfbeafc18fe3" [ 1653.865859] env[69041]: _type = "Task" [ 1653.865859] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.873664] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52047ebd-a61c-4c8a-06d9-dfbeafc18fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.127578] env[69041]: DEBUG nova.network.neutron [req-6ef7e76c-c112-4ee4-b31c-4f9147249548 req-7d43ce6c-dfa0-4f15-b2df-814d47f99bed service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Updated VIF entry in instance network info cache for port fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1654.127957] env[69041]: DEBUG nova.network.neutron [req-6ef7e76c-c112-4ee4-b31c-4f9147249548 req-7d43ce6c-dfa0-4f15-b2df-814d47f99bed service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Updating instance_info_cache with network_info: [{"id": "fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc", "address": "fa:16:3e:e2:62:81", "network": {"id": "f3605947-0dc2-4159-a733-f95d02cfc4f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820703961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df9f4683e934c05a1b3dd27ef688591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd5c2dfe-7f", "ovs_interfaceid": "fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.243966] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890887, 'name': Rename_Task, 'duration_secs': 0.210224} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.244272] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.244526] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b92f0de1-a11d-4523-864d-ca8b99d927e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.250672] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1654.250672] env[69041]: value = "task-2890888" [ 1654.250672] env[69041]: _type = "Task" [ 1654.250672] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.258689] env[69041]: DEBUG oslo_concurrency.lockutils [req-c5a602d4-0b13-4c39-8291-308fcf5b519f req-fd06fad7-727c-49cf-a39e-f422aac2a508 service nova] Releasing lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.259089] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.377678] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52047ebd-a61c-4c8a-06d9-dfbeafc18fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.013799} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.378548] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61d7c26-116a-4570-aab8-a3a172c580a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.383655] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1654.383655] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52716c8c-ddf1-b278-898e-0e8b63548e5f" [ 1654.383655] env[69041]: _type = "Task" [ 1654.383655] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.391218] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52716c8c-ddf1-b278-898e-0e8b63548e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.606762] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bbc74-6334-d1d7-5bc1-2e590dc7ca78/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1654.607724] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab4e5f5-8fa6-4568-9f62-b4459d4a9b69 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.614374] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bbc74-6334-d1d7-5bc1-2e590dc7ca78/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1654.614554] env[69041]: ERROR oslo_vmware.rw_handles [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bbc74-6334-d1d7-5bc1-2e590dc7ca78/disk-0.vmdk due to incomplete transfer. [ 1654.614785] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e8f1a519-d7e2-41c8-81d1-8f0c5d97c95c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.622166] env[69041]: DEBUG oslo_vmware.rw_handles [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bbc74-6334-d1d7-5bc1-2e590dc7ca78/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1654.622410] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Uploaded image a42e512b-3625-4346-afd0-67667025a0c1 to the Glance image server {{(pid=69041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1654.624763] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Destroying the VM {{(pid=69041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1654.625022] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99a4144f-e777-4a6e-a495-eb7a85863aad {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.630120] env[69041]: DEBUG oslo_concurrency.lockutils [req-6ef7e76c-c112-4ee4-b31c-4f9147249548 req-7d43ce6c-dfa0-4f15-b2df-814d47f99bed service nova] Releasing lock "refresh_cache-b545bb56-4ceb-4257-9a46-20bd43569223" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.631697] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1654.631697] env[69041]: value = "task-2890889" [ 1654.631697] env[69041]: _type = "Task" [ 1654.631697] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.640436] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890889, 'name': Destroy_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.762084] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.894293] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52716c8c-ddf1-b278-898e-0e8b63548e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.014645} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.894554] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.894790] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] d6d7b84c-6bfd-4286-8f07-c93dd161137d/d6d7b84c-6bfd-4286-8f07-c93dd161137d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.895077] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5758baa9-0ef7-4874-9d49-25ffe7e00fb8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.901463] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1654.901463] env[69041]: value = "task-2890890" [ 1654.901463] env[69041]: _type = "Task" [ 1654.901463] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.908858] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.140799] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890889, 'name': Destroy_Task, 'duration_secs': 0.313108} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.141120] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Destroyed the VM [ 1655.141383] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Deleting Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1655.141628] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c125cc87-3245-4cdd-a5de-fcaa3bf4deb5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.147695] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1655.147695] env[69041]: value = "task-2890891" [ 1655.147695] env[69041]: _type = "Task" [ 1655.147695] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.154865] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.261283] env[69041]: DEBUG oslo_vmware.api [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890888, 'name': PowerOnVM_Task, 'duration_secs': 0.580577} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.261564] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1655.261770] env[69041]: INFO nova.compute.manager [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1655.261949] env[69041]: DEBUG nova.compute.manager [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1655.262810] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df04795-f8d6-4189-b236-355a7dc391bb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.413480] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890890, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.658960] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890891, 'name': RemoveSnapshot_Task, 'duration_secs': 0.47588} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.659353] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Deleted Snapshot of the VM instance {{(pid=69041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1655.659644] env[69041]: DEBUG nova.compute.manager [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1655.660611] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7650fd-7028-49c4-9fcb-1b2e3bb2e0a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.779615] env[69041]: INFO nova.compute.manager [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Took 13.79 seconds to build instance. [ 1655.913055] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840643} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.913329] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] d6d7b84c-6bfd-4286-8f07-c93dd161137d/d6d7b84c-6bfd-4286-8f07-c93dd161137d.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1655.913590] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1655.913857] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb01cd72-0630-4c61-b644-aa4a29b9edda {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.922720] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1655.922720] env[69041]: value = "task-2890892" [ 1655.922720] env[69041]: _type = "Task" [ 1655.922720] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.931443] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.175385] env[69041]: INFO nova.compute.manager [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Shelve offloading [ 1656.282380] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3c0bd704-5aee-4a1d-b0c0-29dc8210b08a tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.303s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1656.433449] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322566} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.433739] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1656.434693] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dee689-75db-4fc1-a276-8dbf0fe1be0c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.459013] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d6d7b84c-6bfd-4286-8f07-c93dd161137d/d6d7b84c-6bfd-4286-8f07-c93dd161137d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1656.459324] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f47c0b-9bb5-441a-9a70-0daaa88ac670 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.479264] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1656.479264] env[69041]: value = "task-2890893" [ 1656.479264] env[69041]: _type = "Task" [ 1656.479264] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.487542] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.667480] env[69041]: DEBUG nova.compute.manager [req-49c4d97c-6ffa-4d23-8688-8e72a62a4cfc req-5ffc1b78-d9e8-419d-ab5d-6216ea3262c9 service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Received event network-changed-a0944cc4-6132-47e7-8dbc-340029096bf2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1656.667854] env[69041]: DEBUG nova.compute.manager [req-49c4d97c-6ffa-4d23-8688-8e72a62a4cfc req-5ffc1b78-d9e8-419d-ab5d-6216ea3262c9 service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Refreshing instance network info cache due to event network-changed-a0944cc4-6132-47e7-8dbc-340029096bf2. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1656.668331] env[69041]: DEBUG oslo_concurrency.lockutils [req-49c4d97c-6ffa-4d23-8688-8e72a62a4cfc req-5ffc1b78-d9e8-419d-ab5d-6216ea3262c9 service nova] Acquiring lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.668516] env[69041]: DEBUG oslo_concurrency.lockutils [req-49c4d97c-6ffa-4d23-8688-8e72a62a4cfc req-5ffc1b78-d9e8-419d-ab5d-6216ea3262c9 service nova] Acquired lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.668690] env[69041]: DEBUG nova.network.neutron [req-49c4d97c-6ffa-4d23-8688-8e72a62a4cfc req-5ffc1b78-d9e8-419d-ab5d-6216ea3262c9 service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Refreshing network info cache for port a0944cc4-6132-47e7-8dbc-340029096bf2 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.678826] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.679301] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f36655ce-b4d4-431e-85a3-cf56a0684495 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.687820] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1656.687820] env[69041]: value = "task-2890894" [ 1656.687820] env[69041]: _type = "Task" [ 1656.687820] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.696150] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.990573] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.200090] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1657.200362] env[69041]: DEBUG nova.compute.manager [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.201153] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78282e7-21e0-4f5e-b4b5-19ba70add3db {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.209610] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.209870] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.210075] env[69041]: DEBUG nova.network.neutron [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.383727] env[69041]: DEBUG nova.network.neutron [req-49c4d97c-6ffa-4d23-8688-8e72a62a4cfc req-5ffc1b78-d9e8-419d-ab5d-6216ea3262c9 service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Updated VIF entry in instance network info cache for port a0944cc4-6132-47e7-8dbc-340029096bf2. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.384158] env[69041]: DEBUG nova.network.neutron [req-49c4d97c-6ffa-4d23-8688-8e72a62a4cfc req-5ffc1b78-d9e8-419d-ab5d-6216ea3262c9 service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Updating instance_info_cache with network_info: [{"id": "a0944cc4-6132-47e7-8dbc-340029096bf2", "address": "fa:16:3e:b4:74:e2", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0944cc4-61", "ovs_interfaceid": "a0944cc4-6132-47e7-8dbc-340029096bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.491545] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890893, 'name': ReconfigVM_Task, 'duration_secs': 0.693122} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.491839] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d6d7b84c-6bfd-4286-8f07-c93dd161137d/d6d7b84c-6bfd-4286-8f07-c93dd161137d.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1657.492644] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40bc50c2-b08a-4c77-9134-46731d194012 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.500557] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1657.500557] env[69041]: value = "task-2890895" [ 1657.500557] env[69041]: _type = "Task" [ 1657.500557] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.509852] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890895, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.888533] env[69041]: DEBUG oslo_concurrency.lockutils [req-49c4d97c-6ffa-4d23-8688-8e72a62a4cfc req-5ffc1b78-d9e8-419d-ab5d-6216ea3262c9 service nova] Releasing lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.894057] env[69041]: DEBUG nova.network.neutron [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updating instance_info_cache with network_info: [{"id": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "address": "fa:16:3e:25:d0:0c", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f968f4d-ce", "ovs_interfaceid": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.011971] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890895, 'name': Rename_Task, 'duration_secs': 0.153406} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.012354] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.012633] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26eab007-5170-48b6-a323-df535f6d4b8b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.023372] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1658.023372] env[69041]: value = "task-2890896" [ 1658.023372] env[69041]: _type = "Task" [ 1658.023372] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.034015] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.396520] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.533655] env[69041]: DEBUG oslo_vmware.api [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890896, 'name': PowerOnVM_Task, 'duration_secs': 0.493983} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.533931] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1658.534150] env[69041]: INFO nova.compute.manager [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1658.534328] env[69041]: DEBUG nova.compute.manager [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.535156] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52d3e1d-890f-4fd1-9ad3-d65e6a7aa40b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.674690] env[69041]: DEBUG nova.compute.manager [req-bc2b6a40-289e-4b25-8193-4a0b83d8e60f req-0e079948-cc17-4b8f-9e86-f44d3aac0b7e service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Received event network-vif-unplugged-9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1658.675058] env[69041]: DEBUG oslo_concurrency.lockutils [req-bc2b6a40-289e-4b25-8193-4a0b83d8e60f req-0e079948-cc17-4b8f-9e86-f44d3aac0b7e service nova] Acquiring lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1658.675290] env[69041]: DEBUG oslo_concurrency.lockutils [req-bc2b6a40-289e-4b25-8193-4a0b83d8e60f req-0e079948-cc17-4b8f-9e86-f44d3aac0b7e service nova] Lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.675530] env[69041]: DEBUG oslo_concurrency.lockutils [req-bc2b6a40-289e-4b25-8193-4a0b83d8e60f req-0e079948-cc17-4b8f-9e86-f44d3aac0b7e service nova] Lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1658.675732] env[69041]: DEBUG nova.compute.manager [req-bc2b6a40-289e-4b25-8193-4a0b83d8e60f req-0e079948-cc17-4b8f-9e86-f44d3aac0b7e service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] No waiting events found dispatching network-vif-unplugged-9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1658.675883] env[69041]: WARNING nova.compute.manager [req-bc2b6a40-289e-4b25-8193-4a0b83d8e60f req-0e079948-cc17-4b8f-9e86-f44d3aac0b7e service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Received unexpected event network-vif-unplugged-9f968f4d-ce7c-4132-9518-71c2a3d8a568 for instance with vm_state shelved and task_state shelving_offloading. [ 1658.706319] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.707688] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe268188-10ef-47fb-80cb-24091622af26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.717732] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1658.717987] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-036d6a56-3751-4594-bef0-8198aa8ca774 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.828391] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1658.828705] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1658.828833] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleting the datastore file [datastore1] e0e5a758-268d-4557-901c-5a487e0748c9 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1658.829138] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2233cea5-39e0-4b00-a76b-8f1fee3cfba3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.837033] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1658.837033] env[69041]: value = "task-2890898" [ 1658.837033] env[69041]: _type = "Task" [ 1658.837033] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.847111] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.053673] env[69041]: INFO nova.compute.manager [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Took 12.51 seconds to build instance. [ 1659.347600] env[69041]: DEBUG oslo_vmware.api [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409883} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.347871] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.348050] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.348235] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.376488] env[69041]: INFO nova.scheduler.client.report [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleted allocations for instance e0e5a758-268d-4557-901c-5a487e0748c9 [ 1659.556246] env[69041]: DEBUG oslo_concurrency.lockutils [None req-10dda5ee-be5d-4b9d-b336-7147df5a3275 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.020s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.882455] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.882754] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1659.882981] env[69041]: DEBUG nova.objects.instance [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lazy-loading 'resources' on Instance uuid e0e5a758-268d-4557-901c-5a487e0748c9 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.252534] env[69041]: DEBUG nova.compute.manager [req-1d253701-8b82-44ec-9c60-2019e41c83ac req-cc9ac463-4f7e-4b5a-9e2f-3ec2cdc5e80f service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Received event network-changed-34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1660.252819] env[69041]: DEBUG nova.compute.manager [req-1d253701-8b82-44ec-9c60-2019e41c83ac req-cc9ac463-4f7e-4b5a-9e2f-3ec2cdc5e80f service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Refreshing instance network info cache due to event network-changed-34f16a38-9420-40ca-bbf8-0ce2d230287b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1660.252951] env[69041]: DEBUG oslo_concurrency.lockutils [req-1d253701-8b82-44ec-9c60-2019e41c83ac req-cc9ac463-4f7e-4b5a-9e2f-3ec2cdc5e80f service nova] Acquiring lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.253111] env[69041]: DEBUG oslo_concurrency.lockutils [req-1d253701-8b82-44ec-9c60-2019e41c83ac req-cc9ac463-4f7e-4b5a-9e2f-3ec2cdc5e80f service nova] Acquired lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.253276] env[69041]: DEBUG nova.network.neutron [req-1d253701-8b82-44ec-9c60-2019e41c83ac req-cc9ac463-4f7e-4b5a-9e2f-3ec2cdc5e80f service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Refreshing network info cache for port 34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.385652] env[69041]: DEBUG nova.objects.instance [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lazy-loading 'numa_topology' on Instance uuid e0e5a758-268d-4557-901c-5a487e0748c9 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.703335] env[69041]: DEBUG nova.compute.manager [req-f7686f2d-a54e-498c-b677-3d085d96f636 req-b76d8a1e-ef7b-4e6a-ab22-aa27e5e03aaa service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Received event network-changed-9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1660.703538] env[69041]: DEBUG nova.compute.manager [req-f7686f2d-a54e-498c-b677-3d085d96f636 req-b76d8a1e-ef7b-4e6a-ab22-aa27e5e03aaa service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Refreshing instance network info cache due to event network-changed-9f968f4d-ce7c-4132-9518-71c2a3d8a568. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1660.703750] env[69041]: DEBUG oslo_concurrency.lockutils [req-f7686f2d-a54e-498c-b677-3d085d96f636 req-b76d8a1e-ef7b-4e6a-ab22-aa27e5e03aaa service nova] Acquiring lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.703883] env[69041]: DEBUG oslo_concurrency.lockutils [req-f7686f2d-a54e-498c-b677-3d085d96f636 req-b76d8a1e-ef7b-4e6a-ab22-aa27e5e03aaa service nova] Acquired lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.704225] env[69041]: DEBUG nova.network.neutron [req-f7686f2d-a54e-498c-b677-3d085d96f636 req-b76d8a1e-ef7b-4e6a-ab22-aa27e5e03aaa service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Refreshing network info cache for port 9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.888356] env[69041]: DEBUG nova.objects.base [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1660.901509] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "e0e5a758-268d-4557-901c-5a487e0748c9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1660.967270] env[69041]: DEBUG nova.network.neutron [req-1d253701-8b82-44ec-9c60-2019e41c83ac req-cc9ac463-4f7e-4b5a-9e2f-3ec2cdc5e80f service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updated VIF entry in instance network info cache for port 34f16a38-9420-40ca-bbf8-0ce2d230287b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.967797] env[69041]: DEBUG nova.network.neutron [req-1d253701-8b82-44ec-9c60-2019e41c83ac req-cc9ac463-4f7e-4b5a-9e2f-3ec2cdc5e80f service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updating instance_info_cache with network_info: [{"id": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "address": "fa:16:3e:ea:10:dd", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f16a38-94", "ovs_interfaceid": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.973250] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2975f7-684d-4a62-8076-f089ce118c3d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.982095] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762a133-e964-4f86-8c02-2be10674d617 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.012975] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2442c3-1c3a-4ca9-8637-ccbe6c9cd618 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.020732] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9fd59e-e3e2-4aee-983d-434eeba5ed91 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.034840] env[69041]: DEBUG nova.compute.provider_tree [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.392765] env[69041]: DEBUG nova.network.neutron [req-f7686f2d-a54e-498c-b677-3d085d96f636 req-b76d8a1e-ef7b-4e6a-ab22-aa27e5e03aaa service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updated VIF entry in instance network info cache for port 9f968f4d-ce7c-4132-9518-71c2a3d8a568. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1661.393157] env[69041]: DEBUG nova.network.neutron [req-f7686f2d-a54e-498c-b677-3d085d96f636 req-b76d8a1e-ef7b-4e6a-ab22-aa27e5e03aaa service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updating instance_info_cache with network_info: [{"id": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "address": "fa:16:3e:25:d0:0c", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9f968f4d-ce", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.470163] env[69041]: DEBUG oslo_concurrency.lockutils [req-1d253701-8b82-44ec-9c60-2019e41c83ac req-cc9ac463-4f7e-4b5a-9e2f-3ec2cdc5e80f service nova] Releasing lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.537349] env[69041]: DEBUG nova.scheduler.client.report [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.896589] env[69041]: DEBUG oslo_concurrency.lockutils [req-f7686f2d-a54e-498c-b677-3d085d96f636 req-b76d8a1e-ef7b-4e6a-ab22-aa27e5e03aaa service nova] Releasing lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.042032] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1662.551526] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7daec655-a5d5-4569-a094-7d434ea58de4 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "e0e5a758-268d-4557-901c-5a487e0748c9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.049s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1662.551883] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "e0e5a758-268d-4557-901c-5a487e0748c9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.650s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.552081] env[69041]: INFO nova.compute.manager [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Unshelving [ 1663.574129] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1663.574412] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1663.574613] env[69041]: DEBUG nova.objects.instance [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lazy-loading 'pci_requests' on Instance uuid e0e5a758-268d-4557-901c-5a487e0748c9 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.078494] env[69041]: DEBUG nova.objects.instance [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lazy-loading 'numa_topology' on Instance uuid e0e5a758-268d-4557-901c-5a487e0748c9 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.580766] env[69041]: INFO nova.compute.claims [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1665.665317] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b604d5ef-0d78-438f-a416-33224ed288ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.673399] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1943554-6863-4680-852e-e145b5f9c017 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.703343] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5d6aa7-6913-4171-b3be-861eab15eb79 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.710437] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9171bd24-8b56-40c6-8881-fabd95906339 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.724594] env[69041]: DEBUG nova.compute.provider_tree [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.227789] env[69041]: DEBUG nova.scheduler.client.report [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.732670] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.158s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1666.760100] env[69041]: INFO nova.network.neutron [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updating port 9f968f4d-ce7c-4132-9518-71c2a3d8a568 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1668.103835] env[69041]: DEBUG nova.compute.manager [req-ff8a1ea2-f2fd-4bd6-99cc-9694064e24d8 req-c461b72c-7744-4c54-b834-7643d864edc3 service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Received event network-vif-plugged-9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1668.104136] env[69041]: DEBUG oslo_concurrency.lockutils [req-ff8a1ea2-f2fd-4bd6-99cc-9694064e24d8 req-c461b72c-7744-4c54-b834-7643d864edc3 service nova] Acquiring lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1668.104403] env[69041]: DEBUG oslo_concurrency.lockutils [req-ff8a1ea2-f2fd-4bd6-99cc-9694064e24d8 req-c461b72c-7744-4c54-b834-7643d864edc3 service nova] Lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1668.104443] env[69041]: DEBUG oslo_concurrency.lockutils [req-ff8a1ea2-f2fd-4bd6-99cc-9694064e24d8 req-c461b72c-7744-4c54-b834-7643d864edc3 service nova] Lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1668.104592] env[69041]: DEBUG nova.compute.manager [req-ff8a1ea2-f2fd-4bd6-99cc-9694064e24d8 req-c461b72c-7744-4c54-b834-7643d864edc3 service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] No waiting events found dispatching network-vif-plugged-9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1668.104759] env[69041]: WARNING nova.compute.manager [req-ff8a1ea2-f2fd-4bd6-99cc-9694064e24d8 req-c461b72c-7744-4c54-b834-7643d864edc3 service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Received unexpected event network-vif-plugged-9f968f4d-ce7c-4132-9518-71c2a3d8a568 for instance with vm_state shelved_offloaded and task_state spawning. [ 1668.183258] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.183446] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.183657] env[69041]: DEBUG nova.network.neutron [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.859939] env[69041]: DEBUG nova.network.neutron [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updating instance_info_cache with network_info: [{"id": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "address": "fa:16:3e:25:d0:0c", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f968f4d-ce", "ovs_interfaceid": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.362442] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.391456] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a1ca3a974b271d5ddd1e2ed0ff63951c',container_format='bare',created_at=2025-03-10T15:16:24Z,direct_url=,disk_format='vmdk',id=a42e512b-3625-4346-afd0-67667025a0c1,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2130208989-shelved',owner='508a296dc91743ebbce39226e1d10b0c',properties=ImageMetaProps,protected=,size=31660032,status='active',tags=,updated_at=2025-03-10T15:16:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1669.391716] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.391879] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1669.392075] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.392227] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1669.392374] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1669.392623] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1669.392798] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1669.392970] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1669.393152] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1669.393330] env[69041]: DEBUG nova.virt.hardware [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1669.394244] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dbd202-39b2-40d0-9afd-9794866d1f0e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.401940] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f75b7d-10b0-40f2-8063-37b979ff5bda {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.415241] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:d0:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f968f4d-ce7c-4132-9518-71c2a3d8a568', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1669.422732] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1669.422958] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1669.423171] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d2275b2-819e-4787-8d12-e8f5b61f71f6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.440931] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1669.440931] env[69041]: value = "task-2890899" [ 1669.440931] env[69041]: _type = "Task" [ 1669.440931] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.451938] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890899, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.950468] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890899, 'name': CreateVM_Task, 'duration_secs': 0.318636} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.950650] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1669.951328] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.951492] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.951871] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1669.952134] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341b90e5-7cd1-4329-a012-d653c19801f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.957117] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1669.957117] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527f8fba-8c9b-4c1c-08e2-5ec52de37bd6" [ 1669.957117] env[69041]: _type = "Task" [ 1669.957117] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.964908] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]527f8fba-8c9b-4c1c-08e2-5ec52de37bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.135718] env[69041]: DEBUG nova.compute.manager [req-c6ed18ad-bccc-4e35-b8f7-22afa289e55c req-a7fbdf7e-1555-4e68-9241-7802a730700a service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Received event network-changed-9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1670.135924] env[69041]: DEBUG nova.compute.manager [req-c6ed18ad-bccc-4e35-b8f7-22afa289e55c req-a7fbdf7e-1555-4e68-9241-7802a730700a service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Refreshing instance network info cache due to event network-changed-9f968f4d-ce7c-4132-9518-71c2a3d8a568. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1670.136155] env[69041]: DEBUG oslo_concurrency.lockutils [req-c6ed18ad-bccc-4e35-b8f7-22afa289e55c req-a7fbdf7e-1555-4e68-9241-7802a730700a service nova] Acquiring lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.136297] env[69041]: DEBUG oslo_concurrency.lockutils [req-c6ed18ad-bccc-4e35-b8f7-22afa289e55c req-a7fbdf7e-1555-4e68-9241-7802a730700a service nova] Acquired lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.136461] env[69041]: DEBUG nova.network.neutron [req-c6ed18ad-bccc-4e35-b8f7-22afa289e55c req-a7fbdf7e-1555-4e68-9241-7802a730700a service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Refreshing network info cache for port 9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.467854] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.468219] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Processing image a42e512b-3625-4346-afd0-67667025a0c1 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1670.468368] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1/a42e512b-3625-4346-afd0-67667025a0c1.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.468499] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1/a42e512b-3625-4346-afd0-67667025a0c1.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.468684] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1670.468920] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be83304b-fb03-44ad-8755-3488219a78e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.485483] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1670.485705] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1670.486347] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ecd58c4-8c13-4b4c-bc8e-48606029a212 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.490877] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1670.490877] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b7da8a-4e0e-9820-67ca-356f509c16cd" [ 1670.490877] env[69041]: _type = "Task" [ 1670.490877] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.497816] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52b7da8a-4e0e-9820-67ca-356f509c16cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.807950] env[69041]: DEBUG nova.network.neutron [req-c6ed18ad-bccc-4e35-b8f7-22afa289e55c req-a7fbdf7e-1555-4e68-9241-7802a730700a service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updated VIF entry in instance network info cache for port 9f968f4d-ce7c-4132-9518-71c2a3d8a568. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.807950] env[69041]: DEBUG nova.network.neutron [req-c6ed18ad-bccc-4e35-b8f7-22afa289e55c req-a7fbdf7e-1555-4e68-9241-7802a730700a service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updating instance_info_cache with network_info: [{"id": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "address": "fa:16:3e:25:d0:0c", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f968f4d-ce", "ovs_interfaceid": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.001391] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Preparing fetch location {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1671.001640] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Fetch image to [datastore2] OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5/OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5.vmdk {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1671.001836] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Downloading stream optimized image a42e512b-3625-4346-afd0-67667025a0c1 to [datastore2] OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5/OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5.vmdk on the data store datastore2 as vApp {{(pid=69041) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1671.001998] env[69041]: DEBUG nova.virt.vmwareapi.images [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Downloading image file data a42e512b-3625-4346-afd0-67667025a0c1 to the ESX as VM named 'OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5' {{(pid=69041) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1671.066198] env[69041]: DEBUG oslo_vmware.rw_handles [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1671.066198] env[69041]: value = "resgroup-9" [ 1671.066198] env[69041]: _type = "ResourcePool" [ 1671.066198] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1671.066476] env[69041]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9dc82904-6a04-4b87-81a5-0af743353723 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.087226] env[69041]: DEBUG oslo_vmware.rw_handles [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lease: (returnval){ [ 1671.087226] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528fe7b1-c904-73a1-0cba-bd2f014facb0" [ 1671.087226] env[69041]: _type = "HttpNfcLease" [ 1671.087226] env[69041]: } obtained for vApp import into resource pool (val){ [ 1671.087226] env[69041]: value = "resgroup-9" [ 1671.087226] env[69041]: _type = "ResourcePool" [ 1671.087226] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1671.087633] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the lease: (returnval){ [ 1671.087633] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528fe7b1-c904-73a1-0cba-bd2f014facb0" [ 1671.087633] env[69041]: _type = "HttpNfcLease" [ 1671.087633] env[69041]: } to be ready. {{(pid=69041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1671.093145] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1671.093145] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528fe7b1-c904-73a1-0cba-bd2f014facb0" [ 1671.093145] env[69041]: _type = "HttpNfcLease" [ 1671.093145] env[69041]: } is initializing. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1671.310924] env[69041]: DEBUG oslo_concurrency.lockutils [req-c6ed18ad-bccc-4e35-b8f7-22afa289e55c req-a7fbdf7e-1555-4e68-9241-7802a730700a service nova] Releasing lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.595367] env[69041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1671.595367] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528fe7b1-c904-73a1-0cba-bd2f014facb0" [ 1671.595367] env[69041]: _type = "HttpNfcLease" [ 1671.595367] env[69041]: } is ready. {{(pid=69041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1671.595805] env[69041]: DEBUG oslo_vmware.rw_handles [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1671.595805] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]528fe7b1-c904-73a1-0cba-bd2f014facb0" [ 1671.595805] env[69041]: _type = "HttpNfcLease" [ 1671.595805] env[69041]: }. {{(pid=69041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1671.596364] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c0f043-c19f-44e0-9070-c89be349c221 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.603498] env[69041]: DEBUG oslo_vmware.rw_handles [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb215-5dee-778c-4990-3cfe30a3f33b/disk-0.vmdk from lease info. {{(pid=69041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1671.603674] env[69041]: DEBUG oslo_vmware.rw_handles [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Creating HTTP connection to write to file with size = 31660032 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb215-5dee-778c-4990-3cfe30a3f33b/disk-0.vmdk. {{(pid=69041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1671.666709] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a2de59c-d300-4377-81dc-50b85c38d263 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.693268] env[69041]: DEBUG oslo_vmware.rw_handles [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Completed reading data from the image iterator. {{(pid=69041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1672.693268] env[69041]: DEBUG oslo_vmware.rw_handles [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb215-5dee-778c-4990-3cfe30a3f33b/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1672.694383] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a5671-3e2d-4896-858a-8fb112d1a6f0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.702322] env[69041]: DEBUG oslo_vmware.rw_handles [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb215-5dee-778c-4990-3cfe30a3f33b/disk-0.vmdk is in state: ready. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1672.702517] env[69041]: DEBUG oslo_vmware.rw_handles [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb215-5dee-778c-4990-3cfe30a3f33b/disk-0.vmdk. {{(pid=69041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1672.702858] env[69041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1429086d-fe42-473e-9568-28a59e8e9153 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.886780] env[69041]: DEBUG oslo_vmware.rw_handles [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ccb215-5dee-778c-4990-3cfe30a3f33b/disk-0.vmdk. {{(pid=69041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1672.887033] env[69041]: INFO nova.virt.vmwareapi.images [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Downloaded image file data a42e512b-3625-4346-afd0-67667025a0c1 [ 1672.887856] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5680ea-14d6-411b-a60b-2b7553cb5a5d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.904471] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68f022b1-7d04-42c4-be6f-0141558b7ee1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.925917] env[69041]: INFO nova.virt.vmwareapi.images [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] The imported VM was unregistered [ 1672.928258] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Caching image {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1672.928485] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.928726] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8be2ece0-946a-42f1-bd2c-c9f4897ef95c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.949572] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Created directory with path [datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1 {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.949770] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5/OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5.vmdk to [datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1/a42e512b-3625-4346-afd0-67667025a0c1.vmdk. {{(pid=69041) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1672.950026] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b60d6d00-6348-4e23-b0e2-955e4319a831 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.956445] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1672.956445] env[69041]: value = "task-2890902" [ 1672.956445] env[69041]: _type = "Task" [ 1672.956445] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.964225] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890902, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.466853] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890902, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.968139] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890902, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.469691] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890902, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.968404] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890902, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.469661] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890902, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.278534} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.469857] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5/OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5.vmdk to [datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1/a42e512b-3625-4346-afd0-67667025a0c1.vmdk. [ 1675.469988] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Cleaning up location [datastore2] OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1675.470104] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_539553f9-c61a-4b42-99c6-df9b0fe4c5c5 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.470343] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7c8c282-d1e8-40b3-8b8f-75a222814d26 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.476494] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1675.476494] env[69041]: value = "task-2890903" [ 1675.476494] env[69041]: _type = "Task" [ 1675.476494] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.484272] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.986422] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033632} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.986756] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1675.986848] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1/a42e512b-3625-4346-afd0-67667025a0c1.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.987105] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1/a42e512b-3625-4346-afd0-67667025a0c1.vmdk to [datastore2] e0e5a758-268d-4557-901c-5a487e0748c9/e0e5a758-268d-4557-901c-5a487e0748c9.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1675.987362] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edaa7d92-4643-496c-9e80-fdb0741918a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.993952] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1675.993952] env[69041]: value = "task-2890904" [ 1675.993952] env[69041]: _type = "Task" [ 1675.993952] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.001182] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.504772] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890904, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.005329] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890904, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.506018] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890904, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.007245] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890904, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.507767] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890904, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.074015} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.508886] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a42e512b-3625-4346-afd0-67667025a0c1/a42e512b-3625-4346-afd0-67667025a0c1.vmdk to [datastore2] e0e5a758-268d-4557-901c-5a487e0748c9/e0e5a758-268d-4557-901c-5a487e0748c9.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1678.509099] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55ba91a-e744-4047-955b-f295c98d60b3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.530511] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] e0e5a758-268d-4557-901c-5a487e0748c9/e0e5a758-268d-4557-901c-5a487e0748c9.vmdk or device None with type streamOptimized {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.530741] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0b4e67-a37b-474b-aeac-f1cd6e78db2f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.549676] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1678.549676] env[69041]: value = "task-2890905" [ 1678.549676] env[69041]: _type = "Task" [ 1678.549676] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.557310] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.059497] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890905, 'name': ReconfigVM_Task, 'duration_secs': 0.25738} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.059774] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Reconfigured VM instance instance-00000078 to attach disk [datastore2] e0e5a758-268d-4557-901c-5a487e0748c9/e0e5a758-268d-4557-901c-5a487e0748c9.vmdk or device None with type streamOptimized {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.060393] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb5d34d1-c789-423b-8178-105e13dbda1c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.066393] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1679.066393] env[69041]: value = "task-2890906" [ 1679.066393] env[69041]: _type = "Task" [ 1679.066393] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.073471] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890906, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.576540] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890906, 'name': Rename_Task, 'duration_secs': 0.134763} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.576818] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.577099] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ed65c05-70e0-4e41-82a9-7116b71786e7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.583190] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1679.583190] env[69041]: value = "task-2890907" [ 1679.583190] env[69041]: _type = "Task" [ 1679.583190] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.590338] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.092644] env[69041]: DEBUG oslo_vmware.api [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890907, 'name': PowerOnVM_Task, 'duration_secs': 0.430793} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.092975] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1680.181879] env[69041]: DEBUG nova.compute.manager [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1680.182491] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1485bf2-ca9c-476b-8008-460bf22ad9d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.699980] env[69041]: DEBUG oslo_concurrency.lockutils [None req-57ec8400-5853-4170-a5ef-c894ee3589fc tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "e0e5a758-268d-4557-901c-5a487e0748c9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.148s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1681.973230] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079dd226-03ac-4447-9e5c-47466412ae09 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.980176] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a2ea4d-2773-42de-8800-e78cbe3f17f2 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Suspending the VM {{(pid=69041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1681.980397] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4a600ad9-4408-4774-8699-e7e007773e3c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.985921] env[69041]: DEBUG oslo_vmware.api [None req-b6a2ea4d-2773-42de-8800-e78cbe3f17f2 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1681.985921] env[69041]: value = "task-2890908" [ 1681.985921] env[69041]: _type = "Task" [ 1681.985921] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.993885] env[69041]: DEBUG oslo_vmware.api [None req-b6a2ea4d-2773-42de-8800-e78cbe3f17f2 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890908, 'name': SuspendVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.495311] env[69041]: DEBUG oslo_vmware.api [None req-b6a2ea4d-2773-42de-8800-e78cbe3f17f2 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890908, 'name': SuspendVM_Task} progress is 70%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.996795] env[69041]: DEBUG oslo_vmware.api [None req-b6a2ea4d-2773-42de-8800-e78cbe3f17f2 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890908, 'name': SuspendVM_Task, 'duration_secs': 0.591689} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.997166] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a2ea4d-2773-42de-8800-e78cbe3f17f2 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Suspended the VM {{(pid=69041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1682.997211] env[69041]: DEBUG nova.compute.manager [None req-b6a2ea4d-2773-42de-8800-e78cbe3f17f2 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.997973] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22afa283-eafe-405d-88c0-4cfdb0ede969 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.318542] env[69041]: INFO nova.compute.manager [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Resuming [ 1684.319165] env[69041]: DEBUG nova.objects.instance [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lazy-loading 'flavor' on Instance uuid e0e5a758-268d-4557-901c-5a487e0748c9 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.831041] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.831442] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquired lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.831442] env[69041]: DEBUG nova.network.neutron [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.507346] env[69041]: DEBUG nova.network.neutron [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updating instance_info_cache with network_info: [{"id": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "address": "fa:16:3e:25:d0:0c", "network": {"id": "8d833962-f7a1-4f00-8218-e334b753d915", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1999179715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "508a296dc91743ebbce39226e1d10b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f968f4d-ce", "ovs_interfaceid": "9f968f4d-ce7c-4132-9518-71c2a3d8a568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.009961] env[69041]: DEBUG oslo_concurrency.lockutils [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Releasing lock "refresh_cache-e0e5a758-268d-4557-901c-5a487e0748c9" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.010968] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824fb50e-6cd6-407d-8c69-22f538434fd3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.017807] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Resuming the VM {{(pid=69041) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1687.018022] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b46ce6d-5e8d-4f3b-b088-871938528474 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.024536] env[69041]: DEBUG oslo_vmware.api [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1687.024536] env[69041]: value = "task-2890909" [ 1687.024536] env[69041]: _type = "Task" [ 1687.024536] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.031827] env[69041]: DEBUG oslo_vmware.api [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.534405] env[69041]: DEBUG oslo_vmware.api [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890909, 'name': PowerOnVM_Task, 'duration_secs': 0.504286} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.534719] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Resumed the VM {{(pid=69041) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1687.534865] env[69041]: DEBUG nova.compute.manager [None req-de033821-3500-4967-9fd9-4c9c14adcd48 tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.535711] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb13f27e-0383-490a-ba21-1bdc8f12b110 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.509626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "b545bb56-4ceb-4257-9a46-20bd43569223" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1691.509953] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1692.013083] env[69041]: DEBUG nova.compute.utils [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1692.360743] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "e0e5a758-268d-4557-901c-5a487e0748c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1692.362641] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "e0e5a758-268d-4557-901c-5a487e0748c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1692.362937] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1692.363194] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1692.363415] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "e0e5a758-268d-4557-901c-5a487e0748c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1692.365603] env[69041]: INFO nova.compute.manager [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Terminating instance [ 1692.516146] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1692.869580] env[69041]: DEBUG nova.compute.manager [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1692.869818] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1692.870784] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab133e-06b4-4596-8ba3-ab63371b8b17 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.878239] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1692.878473] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd9c1d0-8088-46fa-b63a-e407493da78b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.885200] env[69041]: DEBUG oslo_vmware.api [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1692.885200] env[69041]: value = "task-2890910" [ 1692.885200] env[69041]: _type = "Task" [ 1692.885200] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.892822] env[69041]: DEBUG oslo_vmware.api [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.259485] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.259688] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.259964] env[69041]: DEBUG nova.compute.manager [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.260862] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06096bf3-87d2-4a28-a71c-3f427d4fd2dd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.267439] env[69041]: DEBUG nova.compute.manager [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1693.268033] env[69041]: DEBUG nova.objects.instance [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'flavor' on Instance uuid 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.394231] env[69041]: DEBUG oslo_vmware.api [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890910, 'name': PowerOffVM_Task, 'duration_secs': 0.243797} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.394492] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1693.394659] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1693.394894] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79de35c1-92a5-46a2-b40e-22f9a5986065 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.453756] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1693.454043] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1693.454211] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleting the datastore file [datastore2] e0e5a758-268d-4557-901c-5a487e0748c9 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1693.454458] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65f32fb7-35e0-4099-b1ad-5351bad3aff2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.460258] env[69041]: DEBUG oslo_vmware.api [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for the task: (returnval){ [ 1693.460258] env[69041]: value = "task-2890912" [ 1693.460258] env[69041]: _type = "Task" [ 1693.460258] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.467522] env[69041]: DEBUG oslo_vmware.api [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.579998] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "b545bb56-4ceb-4257-9a46-20bd43569223" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.580493] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.580774] env[69041]: INFO nova.compute.manager [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Attaching volume 63c933cd-5fc5-4574-946e-d1ce83632e87 to /dev/sdb [ 1693.612919] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b39b8f-757c-475f-8d1c-386d39de83ec {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.619379] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecacc98-b61a-4499-ad8c-3a36b117ec3f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.631555] env[69041]: DEBUG nova.virt.block_device [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Updating existing volume attachment record: b11527f4-2bb8-45f9-82bd-779882788672 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1693.971757] env[69041]: DEBUG oslo_vmware.api [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Task: {'id': task-2890912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128422} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.972019] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1693.972198] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1693.972362] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1693.972531] env[69041]: INFO nova.compute.manager [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1693.972787] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1693.972981] env[69041]: DEBUG nova.compute.manager [-] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1693.973086] env[69041]: DEBUG nova.network.neutron [-] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.275164] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.275483] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-265a39af-e1c5-46c4-85b8-62bf9fca6644 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.282462] env[69041]: DEBUG oslo_vmware.api [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1694.282462] env[69041]: value = "task-2890914" [ 1694.282462] env[69041]: _type = "Task" [ 1694.282462] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.290236] env[69041]: DEBUG oslo_vmware.api [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.459741] env[69041]: DEBUG nova.compute.manager [req-1f0a7679-6447-4786-af8b-01be3a8363fe req-d23b6b86-b778-45e8-8b0e-74b1a37d572d service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Received event network-vif-deleted-9f968f4d-ce7c-4132-9518-71c2a3d8a568 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1694.459973] env[69041]: INFO nova.compute.manager [req-1f0a7679-6447-4786-af8b-01be3a8363fe req-d23b6b86-b778-45e8-8b0e-74b1a37d572d service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Neutron deleted interface 9f968f4d-ce7c-4132-9518-71c2a3d8a568; detaching it from the instance and deleting it from the info cache [ 1694.460161] env[69041]: DEBUG nova.network.neutron [req-1f0a7679-6447-4786-af8b-01be3a8363fe req-d23b6b86-b778-45e8-8b0e-74b1a37d572d service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.792506] env[69041]: DEBUG oslo_vmware.api [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890914, 'name': PowerOffVM_Task, 'duration_secs': 0.197561} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.792850] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1694.792980] env[69041]: DEBUG nova.compute.manager [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1694.793731] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d8f704-db24-4e4c-9a7a-aaa45f82d3e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.944390] env[69041]: DEBUG nova.network.neutron [-] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.962216] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11eba2a3-663f-4ce5-92f3-55d3e2405201 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.972061] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4eae5d-a56d-490c-9fba-bd867b313d19 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.999166] env[69041]: DEBUG nova.compute.manager [req-1f0a7679-6447-4786-af8b-01be3a8363fe req-d23b6b86-b778-45e8-8b0e-74b1a37d572d service nova] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Detach interface failed, port_id=9f968f4d-ce7c-4132-9518-71c2a3d8a568, reason: Instance e0e5a758-268d-4557-901c-5a487e0748c9 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1695.305128] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc63b80a-22b2-4d57-aef8-1c1b0192f22d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1695.446841] env[69041]: INFO nova.compute.manager [-] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Took 1.47 seconds to deallocate network for instance. [ 1695.631173] env[69041]: DEBUG nova.objects.instance [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'flavor' on Instance uuid 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.952927] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1695.953276] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1695.953435] env[69041]: DEBUG nova.objects.instance [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lazy-loading 'resources' on Instance uuid e0e5a758-268d-4557-901c-5a487e0748c9 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.135935] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.136127] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.136280] env[69041]: DEBUG nova.network.neutron [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.136457] env[69041]: DEBUG nova.objects.instance [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'info_cache' on Instance uuid 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.532618] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c179a811-a5e1-404c-854d-edfa972630b0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.539867] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5416aef-273c-4137-bf33-e6aec1a3c1e0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.568619] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4045e6-659b-451a-92c6-ecad177969a5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.575259] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb511451-dccd-4962-af07-486837af674f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.588056] env[69041]: DEBUG nova.compute.provider_tree [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.639452] env[69041]: DEBUG nova.objects.base [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Object Instance<12ea3790-50ed-4bf6-9b98-4e0d6782aa9b> lazy-loaded attributes: flavor,info_cache {{(pid=69041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1696.714477] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1696.714679] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1697.091089] env[69041]: DEBUG nova.scheduler.client.report [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.217833] env[69041]: DEBUG nova.compute.utils [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1697.343768] env[69041]: DEBUG nova.network.neutron [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Updating instance_info_cache with network_info: [{"id": "a0944cc4-6132-47e7-8dbc-340029096bf2", "address": "fa:16:3e:b4:74:e2", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0944cc4-61", "ovs_interfaceid": "a0944cc4-6132-47e7-8dbc-340029096bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.595638] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1697.613801] env[69041]: INFO nova.scheduler.client.report [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Deleted allocations for instance e0e5a758-268d-4557-901c-5a487e0748c9 [ 1697.721017] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1697.847057] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.121541] env[69041]: DEBUG oslo_concurrency.lockutils [None req-3b37e873-f71c-493d-b2de-61dc01e6f4be tempest-ServersNegativeTestJSON-1647561540 tempest-ServersNegativeTestJSON-1647561540-project-member] Lock "e0e5a758-268d-4557-901c-5a487e0748c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.759s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1698.172472] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1698.172707] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580769', 'volume_id': '63c933cd-5fc5-4574-946e-d1ce83632e87', 'name': 'volume-63c933cd-5fc5-4574-946e-d1ce83632e87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b545bb56-4ceb-4257-9a46-20bd43569223', 'attached_at': '', 'detached_at': '', 'volume_id': '63c933cd-5fc5-4574-946e-d1ce83632e87', 'serial': '63c933cd-5fc5-4574-946e-d1ce83632e87'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1698.173614] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f632cfc-1d05-4a82-9535-6583f8906ec8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.189706] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5f7293-5e50-4e78-8bf8-0db459b6ff88 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.214642] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-63c933cd-5fc5-4574-946e-d1ce83632e87/volume-63c933cd-5fc5-4574-946e-d1ce83632e87.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.214895] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47e32800-90d4-4131-bf1c-fda2c5ecb2b9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.232777] env[69041]: DEBUG oslo_vmware.api [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1698.232777] env[69041]: value = "task-2890916" [ 1698.232777] env[69041]: _type = "Task" [ 1698.232777] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.240303] env[69041]: DEBUG oslo_vmware.api [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.747074] env[69041]: DEBUG oslo_vmware.api [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890916, 'name': ReconfigVM_Task, 'duration_secs': 0.316745} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.747074] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-63c933cd-5fc5-4574-946e-d1ce83632e87/volume-63c933cd-5fc5-4574-946e-d1ce83632e87.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.748647] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab07b0e-dcc0-4744-a2c2-4b6de8279243 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.763025] env[69041]: DEBUG oslo_vmware.api [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1698.763025] env[69041]: value = "task-2890917" [ 1698.763025] env[69041]: _type = "Task" [ 1698.763025] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.770885] env[69041]: DEBUG oslo_vmware.api [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.778759] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1698.779139] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1698.779480] env[69041]: INFO nova.compute.manager [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Attaching volume d29b6f50-5ddc-4200-9539-0228ccca5022 to /dev/sdb [ 1698.816117] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab4438c-b448-4899-9d86-85774f3ecab1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.821871] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a74efc5-c63d-43d1-a35a-338c7c0009a4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.836137] env[69041]: DEBUG nova.virt.block_device [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updating existing volume attachment record: d3edd650-11d7-4ee1-9c4a-5f9f28e4ad23 {{(pid=69041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1698.855256] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.855256] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c8336ad-e572-4b76-8f10-2ebd6e0c0dd5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.862022] env[69041]: DEBUG oslo_vmware.api [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1698.862022] env[69041]: value = "task-2890918" [ 1698.862022] env[69041]: _type = "Task" [ 1698.862022] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.870259] env[69041]: DEBUG oslo_vmware.api [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.272998] env[69041]: DEBUG oslo_vmware.api [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890917, 'name': ReconfigVM_Task, 'duration_secs': 0.156658} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.273379] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580769', 'volume_id': '63c933cd-5fc5-4574-946e-d1ce83632e87', 'name': 'volume-63c933cd-5fc5-4574-946e-d1ce83632e87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b545bb56-4ceb-4257-9a46-20bd43569223', 'attached_at': '', 'detached_at': '', 'volume_id': '63c933cd-5fc5-4574-946e-d1ce83632e87', 'serial': '63c933cd-5fc5-4574-946e-d1ce83632e87'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1699.369593] env[69041]: DEBUG oslo_vmware.api [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890918, 'name': PowerOnVM_Task, 'duration_secs': 0.353681} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.369959] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.370388] env[69041]: DEBUG nova.compute.manager [None req-3ba4f170-fda1-4c22-9fa6-8315f5aed440 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.371861] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239bc276-c014-47dc-91d4-a5d474f40d8c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.309728] env[69041]: DEBUG nova.objects.instance [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lazy-loading 'flavor' on Instance uuid b545bb56-4ceb-4257-9a46-20bd43569223 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.489032] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c0489b-98de-458a-b39b-a7403bc9223b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.497512] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4282d3-a830-4241-8d6a-055383e9016d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Suspending the VM {{(pid=69041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1700.497811] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d40e0d92-b3bc-4665-8e3a-7e07ffb8fbf2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.503660] env[69041]: DEBUG oslo_vmware.api [None req-2b4282d3-a830-4241-8d6a-055383e9016d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1700.503660] env[69041]: value = "task-2890922" [ 1700.503660] env[69041]: _type = "Task" [ 1700.503660] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.511300] env[69041]: DEBUG oslo_vmware.api [None req-2b4282d3-a830-4241-8d6a-055383e9016d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890922, 'name': SuspendVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.814619] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7a599a1b-72dd-4dac-9b1a-21792556a035 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1701.014415] env[69041]: DEBUG oslo_vmware.api [None req-2b4282d3-a830-4241-8d6a-055383e9016d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890922, 'name': SuspendVM_Task} progress is 62%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.051145] env[69041]: DEBUG oslo_concurrency.lockutils [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "b545bb56-4ceb-4257-9a46-20bd43569223" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1701.051423] env[69041]: DEBUG oslo_concurrency.lockutils [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1701.514810] env[69041]: DEBUG oslo_vmware.api [None req-2b4282d3-a830-4241-8d6a-055383e9016d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890922, 'name': SuspendVM_Task, 'duration_secs': 0.757736} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.515219] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4282d3-a830-4241-8d6a-055383e9016d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Suspended the VM {{(pid=69041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1701.515272] env[69041]: DEBUG nova.compute.manager [None req-2b4282d3-a830-4241-8d6a-055383e9016d tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1701.516027] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c83fad-0742-4b55-b5b8-dbc439498227 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.555105] env[69041]: INFO nova.compute.manager [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Detaching volume 63c933cd-5fc5-4574-946e-d1ce83632e87 [ 1701.584055] env[69041]: INFO nova.virt.block_device [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Attempting to driver detach volume 63c933cd-5fc5-4574-946e-d1ce83632e87 from mountpoint /dev/sdb [ 1701.584299] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1701.584483] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580769', 'volume_id': '63c933cd-5fc5-4574-946e-d1ce83632e87', 'name': 'volume-63c933cd-5fc5-4574-946e-d1ce83632e87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b545bb56-4ceb-4257-9a46-20bd43569223', 'attached_at': '', 'detached_at': '', 'volume_id': '63c933cd-5fc5-4574-946e-d1ce83632e87', 'serial': '63c933cd-5fc5-4574-946e-d1ce83632e87'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1701.585356] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64935e5c-6325-4516-b46d-db11a2d6eb9a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.606082] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670c670c-ba3f-4634-96d8-69649c035a29 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.612609] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa43d55-486e-4464-b94d-32c4e64a71ea {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.632457] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b1f6ea-916e-48a6-9b6a-bc53ff563a98 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.647780] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] The volume has not been displaced from its original location: [datastore1] volume-63c933cd-5fc5-4574-946e-d1ce83632e87/volume-63c933cd-5fc5-4574-946e-d1ce83632e87.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1701.652991] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1701.653261] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29290094-74a8-449b-ba81-f5cb7fef4a3c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.669905] env[69041]: DEBUG oslo_vmware.api [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1701.669905] env[69041]: value = "task-2890924" [ 1701.669905] env[69041]: _type = "Task" [ 1701.669905] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.677118] env[69041]: DEBUG oslo_vmware.api [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.180434] env[69041]: DEBUG oslo_vmware.api [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890924, 'name': ReconfigVM_Task, 'duration_secs': 0.199637} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.180718] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1702.185599] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd7bf05a-0eae-485c-9691-9537819e11b6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.199634] env[69041]: DEBUG oslo_vmware.api [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1702.199634] env[69041]: value = "task-2890925" [ 1702.199634] env[69041]: _type = "Task" [ 1702.199634] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.207075] env[69041]: DEBUG oslo_vmware.api [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.709481] env[69041]: DEBUG oslo_vmware.api [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890925, 'name': ReconfigVM_Task, 'duration_secs': 0.129596} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.709837] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580769', 'volume_id': '63c933cd-5fc5-4574-946e-d1ce83632e87', 'name': 'volume-63c933cd-5fc5-4574-946e-d1ce83632e87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b545bb56-4ceb-4257-9a46-20bd43569223', 'attached_at': '', 'detached_at': '', 'volume_id': '63c933cd-5fc5-4574-946e-d1ce83632e87', 'serial': '63c933cd-5fc5-4574-946e-d1ce83632e87'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1702.850587] env[69041]: INFO nova.compute.manager [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Resuming [ 1702.851220] env[69041]: DEBUG nova.objects.instance [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'flavor' on Instance uuid 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.249150] env[69041]: DEBUG nova.objects.instance [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lazy-loading 'flavor' on Instance uuid b545bb56-4ceb-4257-9a46-20bd43569223 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.299940] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.300188] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.379033] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Volume attach. Driver type: vmdk {{(pid=69041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1703.379259] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580771', 'volume_id': 'd29b6f50-5ddc-4200-9539-0228ccca5022', 'name': 'volume-d29b6f50-5ddc-4200-9539-0228ccca5022', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6d7b84c-6bfd-4286-8f07-c93dd161137d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd29b6f50-5ddc-4200-9539-0228ccca5022', 'serial': 'd29b6f50-5ddc-4200-9539-0228ccca5022'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1703.380306] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f13d0b-ac90-4e43-b795-82ef6ba01658 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.396194] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11711da-7e2a-419c-a4c3-fd4f15e006a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.421369] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-d29b6f50-5ddc-4200-9539-0228ccca5022/volume-d29b6f50-5ddc-4200-9539-0228ccca5022.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1703.421603] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf05f3c8-a082-4ed0-b586-8bbf4acad8e5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.439401] env[69041]: DEBUG oslo_vmware.api [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1703.439401] env[69041]: value = "task-2890926" [ 1703.439401] env[69041]: _type = "Task" [ 1703.439401] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.449329] env[69041]: DEBUG oslo_vmware.api [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.805387] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.805771] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.805771] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.805930] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.805997] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1703.806157] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.949879] env[69041]: DEBUG oslo_vmware.api [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890926, 'name': ReconfigVM_Task, 'duration_secs': 0.321557} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.950114] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-d29b6f50-5ddc-4200-9539-0228ccca5022/volume-d29b6f50-5ddc-4200-9539-0228ccca5022.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.954857] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677d40f3-f463-4bdb-90ae-82394b8383f9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.969825] env[69041]: DEBUG oslo_vmware.api [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1703.969825] env[69041]: value = "task-2890927" [ 1703.969825] env[69041]: _type = "Task" [ 1703.969825] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.977758] env[69041]: DEBUG oslo_vmware.api [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.256160] env[69041]: DEBUG oslo_concurrency.lockutils [None req-24990772-34b8-4f82-b0eb-590fe71af001 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1704.308933] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1704.309198] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1704.309362] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1704.309515] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1704.310392] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da53e727-1d57-4f37-831a-9d34cd0b58ca {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.318738] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8097bc6b-be71-43fc-aa03-d06fb135856f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.332339] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2387c28-2c27-45ac-bf53-326f2176a940 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.339375] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4d1e1e-8a52-4119-8ada-4dc4d2dd17e4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.368483] env[69041]: DEBUG oslo_concurrency.lockutils [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.368635] env[69041]: DEBUG oslo_concurrency.lockutils [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquired lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.368812] env[69041]: DEBUG nova.network.neutron [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.370012] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180359MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1704.370169] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1704.370364] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1704.479492] env[69041]: DEBUG oslo_vmware.api [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890927, 'name': ReconfigVM_Task, 'duration_secs': 0.188465} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.479782] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580771', 'volume_id': 'd29b6f50-5ddc-4200-9539-0228ccca5022', 'name': 'volume-d29b6f50-5ddc-4200-9539-0228ccca5022', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6d7b84c-6bfd-4286-8f07-c93dd161137d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd29b6f50-5ddc-4200-9539-0228ccca5022', 'serial': 'd29b6f50-5ddc-4200-9539-0228ccca5022'} {{(pid=69041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1705.078315] env[69041]: DEBUG nova.network.neutron [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Updating instance_info_cache with network_info: [{"id": "a0944cc4-6132-47e7-8dbc-340029096bf2", "address": "fa:16:3e:b4:74:e2", "network": {"id": "21dc3c0c-e37b-4be5-90e3-9679316f44cf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-516623175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c91f98ba69472d82f60cf28f18be40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0944cc4-61", "ovs_interfaceid": "a0944cc4-6132-47e7-8dbc-340029096bf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.282812] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "b545bb56-4ceb-4257-9a46-20bd43569223" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1705.283125] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1705.283338] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "b545bb56-4ceb-4257-9a46-20bd43569223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1705.283525] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1705.283701] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1705.286048] env[69041]: INFO nova.compute.manager [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Terminating instance [ 1705.401461] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance f56b22a1-e8d3-4e50-9520-e6593ea6d36a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1705.401619] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1705.401744] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance b545bb56-4ceb-4257-9a46-20bd43569223 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1705.401864] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1705.401982] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance d6d7b84c-6bfd-4286-8f07-c93dd161137d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1705.402182] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1705.402319] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1705.465895] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de00bd2-ff7d-4bb0-a4a2-7f3a16eac52b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.473322] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca95e87e-915a-4305-a021-06e8516075d8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.503480] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3604f67f-f507-440a-826b-146f0592b4ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.510022] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac378365-c28e-4e50-8fff-392101f172c6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.522976] env[69041]: DEBUG nova.objects.instance [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lazy-loading 'flavor' on Instance uuid d6d7b84c-6bfd-4286-8f07-c93dd161137d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.524400] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.581207] env[69041]: DEBUG oslo_concurrency.lockutils [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Releasing lock "refresh_cache-12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1705.582128] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f499d8-7e50-4498-9ec2-0512c5d3437f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.588510] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Resuming the VM {{(pid=69041) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1705.588726] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b6114d1-723a-4b74-bc64-bfccaab1e61a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.594124] env[69041]: DEBUG oslo_vmware.api [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1705.594124] env[69041]: value = "task-2890928" [ 1705.594124] env[69041]: _type = "Task" [ 1705.594124] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.601306] env[69041]: DEBUG oslo_vmware.api [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.790598] env[69041]: DEBUG nova.compute.manager [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1705.790852] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.791748] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7852b3-ed30-40dd-b932-f4285186cc0d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.800127] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1705.800402] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a90e8b-f9db-4e86-8501-c35d61bf6361 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.806664] env[69041]: DEBUG oslo_vmware.api [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1705.806664] env[69041]: value = "task-2890929" [ 1705.806664] env[69041]: _type = "Task" [ 1705.806664] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.814578] env[69041]: DEBUG oslo_vmware.api [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.029036] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.033070] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c604d818-223b-4ea9-b568-c2be28995bcb tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1706.104740] env[69041]: DEBUG oslo_vmware.api [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.168175] env[69041]: INFO nova.compute.manager [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Rescuing [ 1706.168420] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.168545] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1706.168708] env[69041]: DEBUG nova.network.neutron [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.317825] env[69041]: DEBUG oslo_vmware.api [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890929, 'name': PowerOffVM_Task, 'duration_secs': 0.313405} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.318113] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.318297] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1706.318551] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9ad152f-bf44-4681-b6bd-a25fa1f59b48 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.416079] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1706.416328] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1706.416502] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleting the datastore file [datastore1] b545bb56-4ceb-4257-9a46-20bd43569223 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.416760] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bb82e0a-a87a-43d2-ad9d-cd3e45d396b7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.422739] env[69041]: DEBUG oslo_vmware.api [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for the task: (returnval){ [ 1706.422739] env[69041]: value = "task-2890931" [ 1706.422739] env[69041]: _type = "Task" [ 1706.422739] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.429949] env[69041]: DEBUG oslo_vmware.api [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.534482] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1706.534749] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1706.604919] env[69041]: DEBUG oslo_vmware.api [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890928, 'name': PowerOnVM_Task, 'duration_secs': 0.550473} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.605243] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Resumed the VM {{(pid=69041) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1706.605487] env[69041]: DEBUG nova.compute.manager [None req-24a20c11-19e6-4ab3-ac85-686110194e57 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.606300] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a61c10-c7df-43b9-a425-ad2f23524d2c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.872388] env[69041]: DEBUG nova.network.neutron [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updating instance_info_cache with network_info: [{"id": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "address": "fa:16:3e:ea:10:dd", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f16a38-94", "ovs_interfaceid": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.932344] env[69041]: DEBUG oslo_vmware.api [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Task: {'id': task-2890931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188716} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.932593] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1706.932777] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1706.932994] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1706.933203] env[69041]: INFO nova.compute.manager [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1706.933430] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1706.933617] env[69041]: DEBUG nova.compute.manager [-] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1706.934561] env[69041]: DEBUG nova.network.neutron [-] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1707.350345] env[69041]: DEBUG nova.compute.manager [req-ca877e0b-d7ab-48d9-8e7b-4ce76ecb01f0 req-03a8efb3-fe44-4ff7-839f-9d14c7a3c5ca service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Received event network-vif-deleted-fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1707.350588] env[69041]: INFO nova.compute.manager [req-ca877e0b-d7ab-48d9-8e7b-4ce76ecb01f0 req-03a8efb3-fe44-4ff7-839f-9d14c7a3c5ca service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Neutron deleted interface fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc; detaching it from the instance and deleting it from the info cache [ 1707.350765] env[69041]: DEBUG nova.network.neutron [req-ca877e0b-d7ab-48d9-8e7b-4ce76ecb01f0 req-03a8efb3-fe44-4ff7-839f-9d14c7a3c5ca service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.375580] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1707.554952] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1707.555236] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1707.555439] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1707.555621] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1707.555830] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1707.558296] env[69041]: INFO nova.compute.manager [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Terminating instance [ 1707.834074] env[69041]: DEBUG nova.network.neutron [-] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.854070] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c5eabe4-a139-4b08-8787-35512469036a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.864255] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8e0736-cdcb-40d8-bf42-31b1fb658d74 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.892969] env[69041]: DEBUG nova.compute.manager [req-ca877e0b-d7ab-48d9-8e7b-4ce76ecb01f0 req-03a8efb3-fe44-4ff7-839f-9d14c7a3c5ca service nova] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Detach interface failed, port_id=fd5c2dfe-7fa2-4134-a79c-9d705c8ddcdc, reason: Instance b545bb56-4ceb-4257-9a46-20bd43569223 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1708.033017] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.033275] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.061509] env[69041]: DEBUG nova.compute.manager [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1708.061733] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.062636] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecc979a-1eb1-4fb7-8fa4-9299056726d2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.070175] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.070394] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bef47fc5-6838-4b8b-8305-3d03c3448be0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.076188] env[69041]: DEBUG oslo_vmware.api [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1708.076188] env[69041]: value = "task-2890932" [ 1708.076188] env[69041]: _type = "Task" [ 1708.076188] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.084561] env[69041]: DEBUG oslo_vmware.api [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.336831] env[69041]: INFO nova.compute.manager [-] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Took 1.40 seconds to deallocate network for instance. [ 1708.586275] env[69041]: DEBUG oslo_vmware.api [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890932, 'name': PowerOffVM_Task, 'duration_secs': 0.192268} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.586631] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.586682] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.586933] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-791ca5a6-16d0-4708-b8d8-61521992279c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.645551] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.645767] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.645925] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleting the datastore file [datastore1] 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.646202] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-605934aa-5c68-4425-922c-69413fc78b42 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.653140] env[69041]: DEBUG oslo_vmware.api [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for the task: (returnval){ [ 1708.653140] env[69041]: value = "task-2890934" [ 1708.653140] env[69041]: _type = "Task" [ 1708.653140] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.660907] env[69041]: DEBUG oslo_vmware.api [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.843034] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1708.843306] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1708.843533] env[69041]: DEBUG nova.objects.instance [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lazy-loading 'resources' on Instance uuid b545bb56-4ceb-4257-9a46-20bd43569223 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1708.911364] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.911625] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-244249a6-c292-4913-bf2b-b9182f0b3232 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.918802] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1708.918802] env[69041]: value = "task-2890935" [ 1708.918802] env[69041]: _type = "Task" [ 1708.918802] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.926662] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.162909] env[69041]: DEBUG oslo_vmware.api [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Task: {'id': task-2890934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140658} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.163189] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.163379] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.163556] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.163731] env[69041]: INFO nova.compute.manager [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1709.163989] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1709.164201] env[69041]: DEBUG nova.compute.manager [-] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1709.164295] env[69041]: DEBUG nova.network.neutron [-] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.418966] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55c02a5-104f-4003-99ed-3d6f47734185 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.433241] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e621771b-1d39-4e09-abcd-f077c26025b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.436190] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890935, 'name': PowerOffVM_Task, 'duration_secs': 0.165699} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.436374] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1709.437365] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4856a3fa-339e-4ea1-9e0e-ad008fbe2137 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.464670] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6b2f33-c520-4c03-855c-2cc618d23bfb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.483323] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a106b110-603a-46db-9be2-fd676842873c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.488998] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76e3b04-5e0c-4618-8c77-35e237c6aa4e {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.505663] env[69041]: DEBUG nova.compute.provider_tree [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.519945] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.520218] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cedb7ee-af35-40a7-bbb7-1863ef9b4513 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.526244] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1709.526244] env[69041]: value = "task-2890936" [ 1709.526244] env[69041]: _type = "Task" [ 1709.526244] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.533730] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.579548] env[69041]: DEBUG nova.compute.manager [req-f8c553c4-2eb5-478f-bc15-9db06faea43b req-c9e907b2-741a-43f9-b7a6-dc97690792d2 service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Received event network-vif-deleted-a0944cc4-6132-47e7-8dbc-340029096bf2 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1709.580422] env[69041]: INFO nova.compute.manager [req-f8c553c4-2eb5-478f-bc15-9db06faea43b req-c9e907b2-741a-43f9-b7a6-dc97690792d2 service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Neutron deleted interface a0944cc4-6132-47e7-8dbc-340029096bf2; detaching it from the instance and deleting it from the info cache [ 1709.580422] env[69041]: DEBUG nova.network.neutron [req-f8c553c4-2eb5-478f-bc15-9db06faea43b req-c9e907b2-741a-43f9-b7a6-dc97690792d2 service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.008999] env[69041]: DEBUG nova.scheduler.client.report [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.035714] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] VM already powered off {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1710.035926] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.036181] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.036330] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1710.036504] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.036734] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fb1e8a6-34a5-4b6b-bc8a-c527b5338920 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.045313] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.045482] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.046157] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cef6639-a327-4c82-9ab6-1d4847376387 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.051469] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1710.051469] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a5bc48-9019-38ad-8553-6b41128ecce9" [ 1710.051469] env[69041]: _type = "Task" [ 1710.051469] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.058904] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a5bc48-9019-38ad-8553-6b41128ecce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.062258] env[69041]: DEBUG nova.network.neutron [-] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.082552] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-543f50d3-2275-4897-a481-db6d936969da {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.091435] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea17ee88-edb1-4539-95da-b9193bd35ed2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.117285] env[69041]: DEBUG nova.compute.manager [req-f8c553c4-2eb5-478f-bc15-9db06faea43b req-c9e907b2-741a-43f9-b7a6-dc97690792d2 service nova] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Detach interface failed, port_id=a0944cc4-6132-47e7-8dbc-340029096bf2, reason: Instance 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1710.515089] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1710.539106] env[69041]: INFO nova.scheduler.client.report [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Deleted allocations for instance b545bb56-4ceb-4257-9a46-20bd43569223 [ 1710.561367] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a5bc48-9019-38ad-8553-6b41128ecce9, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.562106] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a87b556-8e49-473b-b30f-57d7dd56990d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.564495] env[69041]: INFO nova.compute.manager [-] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Took 1.40 seconds to deallocate network for instance. [ 1710.569807] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1710.569807] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5263d6f1-a153-7aa2-49ee-86ae20bc7b46" [ 1710.569807] env[69041]: _type = "Task" [ 1710.569807] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.577806] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5263d6f1-a153-7aa2-49ee-86ae20bc7b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.047102] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c98c8a2e-e3ad-4399-bd0b-030884bf0270 tempest-AttachVolumeNegativeTest-1326576951 tempest-AttachVolumeNegativeTest-1326576951-project-member] Lock "b545bb56-4ceb-4257-9a46-20bd43569223" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.764s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1711.071633] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1711.071908] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1711.072137] env[69041]: DEBUG nova.objects.instance [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lazy-loading 'resources' on Instance uuid 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.082708] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]5263d6f1-a153-7aa2-49ee-86ae20bc7b46, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.082972] env[69041]: DEBUG oslo_concurrency.lockutils [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1711.083237] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] d6d7b84c-6bfd-4286-8f07-c93dd161137d/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. {{(pid=69041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1711.083482] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cd7c8e8-e813-42d0-928a-e9a070afbd99 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.090403] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1711.090403] env[69041]: value = "task-2890937" [ 1711.090403] env[69041]: _type = "Task" [ 1711.090403] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.097684] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.599682] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420294} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.599992] env[69041]: INFO nova.virt.vmwareapi.ds_util [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore2] d6d7b84c-6bfd-4286-8f07-c93dd161137d/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk. [ 1711.600882] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14695181-6b6b-43b8-a1a9-a74111fd93ae {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.630326] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d6d7b84c-6bfd-4286-8f07-c93dd161137d/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.633781] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6032c03-aece-4896-9e9d-0fc5879e6c2a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.652238] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1711.652238] env[69041]: value = "task-2890938" [ 1711.652238] env[69041]: _type = "Task" [ 1711.652238] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.661592] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.671018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcbf0f5-9c6b-468e-a7ce-bd27c59e5c47 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.677018] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a5b429-d039-433a-b307-fb14afa8afbb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.707881] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c930e4-c798-4707-86ce-2dfc3e90a98d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.715562] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4821a1-9c7e-4593-828c-35c307f6099b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.735621] env[69041]: DEBUG nova.compute.provider_tree [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.162550] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890938, 'name': ReconfigVM_Task, 'duration_secs': 0.325787} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.162971] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d6d7b84c-6bfd-4286-8f07-c93dd161137d/a17951c8-e6c8-413c-9c3b-51d6987c2367-rescue.vmdk or device None with type thin {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.163802] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc03f83-e3e6-474e-b87b-6cfa255977e3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.190544] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6778273-9167-4f1e-9ceb-479cc1d32b17 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.205293] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1712.205293] env[69041]: value = "task-2890940" [ 1712.205293] env[69041]: _type = "Task" [ 1712.205293] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.212384] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.239377] env[69041]: DEBUG nova.scheduler.client.report [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.715157] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890940, 'name': ReconfigVM_Task, 'duration_secs': 0.151393} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.715384] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.715621] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6af8989e-afdd-45b2-a0ce-fa4259f3c6e8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.721012] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1712.721012] env[69041]: value = "task-2890941" [ 1712.721012] env[69041]: _type = "Task" [ 1712.721012] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.728130] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.743945] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1712.763361] env[69041]: INFO nova.scheduler.client.report [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Deleted allocations for instance 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b [ 1713.230339] env[69041]: DEBUG oslo_vmware.api [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890941, 'name': PowerOnVM_Task, 'duration_secs': 0.430689} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.230751] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.233305] env[69041]: DEBUG nova.compute.manager [None req-db4eda2f-3446-4bed-9512-7b8ca51f1726 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1713.234127] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b81169e-8e4d-4db5-b5ed-c6d31686ca98 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.270782] env[69041]: DEBUG oslo_concurrency.lockutils [None req-9a704e3e-f166-4ab6-a564-96e24e34be31 tempest-ServerActionsTestJSON-1739952474 tempest-ServerActionsTestJSON-1739952474-project-member] Lock "12ea3790-50ed-4bf6-9b98-4e0d6782aa9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.715s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1714.323811] env[69041]: INFO nova.compute.manager [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Unrescuing [ 1714.323811] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.324171] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquired lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1714.324215] env[69041]: DEBUG nova.network.neutron [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.119315] env[69041]: DEBUG nova.network.neutron [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updating instance_info_cache with network_info: [{"id": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "address": "fa:16:3e:ea:10:dd", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f16a38-94", "ovs_interfaceid": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.625294] env[69041]: DEBUG oslo_concurrency.lockutils [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Releasing lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1715.625805] env[69041]: DEBUG nova.objects.instance [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lazy-loading 'flavor' on Instance uuid d6d7b84c-6bfd-4286-8f07-c93dd161137d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.132182] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847cfb23-5a33-40b3-9526-a841ecaa5a23 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.157333] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.157722] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-492aa271-5a5c-4d5c-bca1-362ff5de6902 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.164673] env[69041]: DEBUG oslo_vmware.api [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1716.164673] env[69041]: value = "task-2890943" [ 1716.164673] env[69041]: _type = "Task" [ 1716.164673] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.173553] env[69041]: DEBUG oslo_vmware.api [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.675297] env[69041]: DEBUG oslo_vmware.api [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890943, 'name': PowerOffVM_Task, 'duration_secs': 0.325869} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.675619] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.681012] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Reconfiguring VM instance instance-0000007e to detach disk 2002 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1716.681314] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e0c452-4191-475f-a739-213241c8bcb3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.699095] env[69041]: DEBUG oslo_vmware.api [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1716.699095] env[69041]: value = "task-2890944" [ 1716.699095] env[69041]: _type = "Task" [ 1716.699095] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.706684] env[69041]: DEBUG oslo_vmware.api [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.211020] env[69041]: DEBUG oslo_vmware.api [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890944, 'name': ReconfigVM_Task, 'duration_secs': 0.255411} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.211020] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Reconfigured VM instance instance-0000007e to detach disk 2002 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1717.211020] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1717.211020] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b733f75-f275-4e89-aef3-961c01203739 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.216910] env[69041]: DEBUG oslo_vmware.api [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1717.216910] env[69041]: value = "task-2890945" [ 1717.216910] env[69041]: _type = "Task" [ 1717.216910] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.225797] env[69041]: DEBUG oslo_vmware.api [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.726774] env[69041]: DEBUG oslo_vmware.api [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890945, 'name': PowerOnVM_Task, 'duration_secs': 0.375106} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.727102] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.727102] env[69041]: DEBUG nova.compute.manager [None req-c3235b8e-da64-4818-8790-82ec1c70a0e9 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.727889] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7c0100-9697-41df-89ae-51e6a4c63979 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.547461] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquiring lock "46867a0f-a308-4915-8f13-65589a839ae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1718.547461] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lock "46867a0f-a308-4915-8f13-65589a839ae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1719.014126] env[69041]: DEBUG nova.compute.manager [req-2afc4b3c-46c9-4715-ab0c-4d22051743f8 req-f8a1f422-f64a-4b9f-9bb0-cadb15add3c6 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Received event network-changed-34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1719.014444] env[69041]: DEBUG nova.compute.manager [req-2afc4b3c-46c9-4715-ab0c-4d22051743f8 req-f8a1f422-f64a-4b9f-9bb0-cadb15add3c6 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Refreshing instance network info cache due to event network-changed-34f16a38-9420-40ca-bbf8-0ce2d230287b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1719.015483] env[69041]: DEBUG oslo_concurrency.lockutils [req-2afc4b3c-46c9-4715-ab0c-4d22051743f8 req-f8a1f422-f64a-4b9f-9bb0-cadb15add3c6 service nova] Acquiring lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.015717] env[69041]: DEBUG oslo_concurrency.lockutils [req-2afc4b3c-46c9-4715-ab0c-4d22051743f8 req-f8a1f422-f64a-4b9f-9bb0-cadb15add3c6 service nova] Acquired lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1719.015903] env[69041]: DEBUG nova.network.neutron [req-2afc4b3c-46c9-4715-ab0c-4d22051743f8 req-f8a1f422-f64a-4b9f-9bb0-cadb15add3c6 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Refreshing network info cache for port 34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.053496] env[69041]: DEBUG nova.compute.manager [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Starting instance... {{(pid=69041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1719.580565] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1719.580849] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1719.582957] env[69041]: INFO nova.compute.claims [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.739980] env[69041]: DEBUG nova.network.neutron [req-2afc4b3c-46c9-4715-ab0c-4d22051743f8 req-f8a1f422-f64a-4b9f-9bb0-cadb15add3c6 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updated VIF entry in instance network info cache for port 34f16a38-9420-40ca-bbf8-0ce2d230287b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.740386] env[69041]: DEBUG nova.network.neutron [req-2afc4b3c-46c9-4715-ab0c-4d22051743f8 req-f8a1f422-f64a-4b9f-9bb0-cadb15add3c6 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updating instance_info_cache with network_info: [{"id": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "address": "fa:16:3e:ea:10:dd", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f16a38-94", "ovs_interfaceid": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.243742] env[69041]: DEBUG oslo_concurrency.lockutils [req-2afc4b3c-46c9-4715-ab0c-4d22051743f8 req-f8a1f422-f64a-4b9f-9bb0-cadb15add3c6 service nova] Releasing lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1720.659823] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10af5019-e2c4-4975-b92e-a39c9119efb6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.667821] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d251e7-3041-408e-bd35-346a719d577a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.698545] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cab3db-e600-405c-b463-fe5eb3f6ae66 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.705590] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590e8c5a-7630-4b9a-a2b4-9f91e25fdc4b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.718332] env[69041]: DEBUG nova.compute.provider_tree [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.052418] env[69041]: DEBUG nova.compute.manager [req-50306231-7990-4474-b2ff-5314cfc1c763 req-78ba9dcf-c374-4eeb-b194-62d7de52dd01 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Received event network-changed-34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1721.052617] env[69041]: DEBUG nova.compute.manager [req-50306231-7990-4474-b2ff-5314cfc1c763 req-78ba9dcf-c374-4eeb-b194-62d7de52dd01 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Refreshing instance network info cache due to event network-changed-34f16a38-9420-40ca-bbf8-0ce2d230287b. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1721.052849] env[69041]: DEBUG oslo_concurrency.lockutils [req-50306231-7990-4474-b2ff-5314cfc1c763 req-78ba9dcf-c374-4eeb-b194-62d7de52dd01 service nova] Acquiring lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.053042] env[69041]: DEBUG oslo_concurrency.lockutils [req-50306231-7990-4474-b2ff-5314cfc1c763 req-78ba9dcf-c374-4eeb-b194-62d7de52dd01 service nova] Acquired lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1721.053843] env[69041]: DEBUG nova.network.neutron [req-50306231-7990-4474-b2ff-5314cfc1c763 req-78ba9dcf-c374-4eeb-b194-62d7de52dd01 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Refreshing network info cache for port 34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.221341] env[69041]: DEBUG nova.scheduler.client.report [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1721.726230] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1721.726744] env[69041]: DEBUG nova.compute.manager [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Start building networks asynchronously for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1721.845383] env[69041]: DEBUG nova.network.neutron [req-50306231-7990-4474-b2ff-5314cfc1c763 req-78ba9dcf-c374-4eeb-b194-62d7de52dd01 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updated VIF entry in instance network info cache for port 34f16a38-9420-40ca-bbf8-0ce2d230287b. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1721.845757] env[69041]: DEBUG nova.network.neutron [req-50306231-7990-4474-b2ff-5314cfc1c763 req-78ba9dcf-c374-4eeb-b194-62d7de52dd01 service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updating instance_info_cache with network_info: [{"id": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "address": "fa:16:3e:ea:10:dd", "network": {"id": "8fc81032-25f8-4eab-b6c9-8a2b2acea7de", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1466527494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613407d34c824b7bbe88f281c49a2833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f16a38-94", "ovs_interfaceid": "34f16a38-9420-40ca-bbf8-0ce2d230287b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.232043] env[69041]: DEBUG nova.compute.utils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Using /dev/sd instead of None {{(pid=69041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1722.232530] env[69041]: DEBUG nova.compute.manager [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Allocating IP information in the background. {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1722.232707] env[69041]: DEBUG nova.network.neutron [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] allocate_for_instance() {{(pid=69041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1722.276434] env[69041]: DEBUG nova.policy [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2da89c6ba514653bc6a5ee526c0f1a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dfd7279e31f4407a1aa5ff3c19fbc04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1722.348300] env[69041]: DEBUG oslo_concurrency.lockutils [req-50306231-7990-4474-b2ff-5314cfc1c763 req-78ba9dcf-c374-4eeb-b194-62d7de52dd01 service nova] Releasing lock "refresh_cache-d6d7b84c-6bfd-4286-8f07-c93dd161137d" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1722.514499] env[69041]: DEBUG nova.network.neutron [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Successfully created port: 18092d93-1673-4593-bb87-3b074e81445f {{(pid=69041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.737193] env[69041]: DEBUG nova.compute.manager [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Start building block device mappings for instance. {{(pid=69041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.746974] env[69041]: DEBUG nova.compute.manager [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Start spawning the instance on the hypervisor. {{(pid=69041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1723.772650] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T15:02:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T15:02:04Z,direct_url=,disk_format='vmdk',id=a17951c8-e6c8-413c-9c3b-51d6987c2367,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='55972b8c84cf4c5d8012642a620a9173',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T15:02:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1723.772905] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Flavor limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.773157] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Image limits 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1723.773395] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Flavor pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.773562] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Image pref 0:0:0 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1723.773714] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1723.773921] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1723.774099] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1723.774270] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Got 1 possible topologies {{(pid=69041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1723.774430] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1723.774598] env[69041]: DEBUG nova.virt.hardware [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1723.775695] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947ea18b-bf4b-4b4f-956c-4f9dd267a16a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.783470] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91e1fa0-f1aa-4c3d-8f6f-eb53410410ee {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.851781] env[69041]: DEBUG nova.compute.manager [req-0dcd25d9-8ed8-4725-a251-e2d9691c2cd1 req-dc9c11bf-dba3-4673-bdc6-7658a80050ab service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Received event network-vif-plugged-18092d93-1673-4593-bb87-3b074e81445f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1723.851991] env[69041]: DEBUG oslo_concurrency.lockutils [req-0dcd25d9-8ed8-4725-a251-e2d9691c2cd1 req-dc9c11bf-dba3-4673-bdc6-7658a80050ab service nova] Acquiring lock "46867a0f-a308-4915-8f13-65589a839ae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1723.852214] env[69041]: DEBUG oslo_concurrency.lockutils [req-0dcd25d9-8ed8-4725-a251-e2d9691c2cd1 req-dc9c11bf-dba3-4673-bdc6-7658a80050ab service nova] Lock "46867a0f-a308-4915-8f13-65589a839ae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1723.852380] env[69041]: DEBUG oslo_concurrency.lockutils [req-0dcd25d9-8ed8-4725-a251-e2d9691c2cd1 req-dc9c11bf-dba3-4673-bdc6-7658a80050ab service nova] Lock "46867a0f-a308-4915-8f13-65589a839ae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1723.852543] env[69041]: DEBUG nova.compute.manager [req-0dcd25d9-8ed8-4725-a251-e2d9691c2cd1 req-dc9c11bf-dba3-4673-bdc6-7658a80050ab service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] No waiting events found dispatching network-vif-plugged-18092d93-1673-4593-bb87-3b074e81445f {{(pid=69041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.852708] env[69041]: WARNING nova.compute.manager [req-0dcd25d9-8ed8-4725-a251-e2d9691c2cd1 req-dc9c11bf-dba3-4673-bdc6-7658a80050ab service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Received unexpected event network-vif-plugged-18092d93-1673-4593-bb87-3b074e81445f for instance with vm_state building and task_state spawning. [ 1723.927268] env[69041]: DEBUG nova.network.neutron [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Successfully updated port: 18092d93-1673-4593-bb87-3b074e81445f {{(pid=69041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.430227] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquiring lock "refresh_cache-46867a0f-a308-4915-8f13-65589a839ae1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.430396] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquired lock "refresh_cache-46867a0f-a308-4915-8f13-65589a839ae1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1724.430561] env[69041]: DEBUG nova.network.neutron [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Building network info cache for instance {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.962613] env[69041]: DEBUG nova.network.neutron [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Instance cache missing network info. {{(pid=69041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.085717] env[69041]: DEBUG nova.network.neutron [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Updating instance_info_cache with network_info: [{"id": "18092d93-1673-4593-bb87-3b074e81445f", "address": "fa:16:3e:54:9c:13", "network": {"id": "f6ad2a39-7f16-4873-8450-cc38413398f2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1286701342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dfd7279e31f4407a1aa5ff3c19fbc04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18092d93-16", "ovs_interfaceid": "18092d93-1673-4593-bb87-3b074e81445f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.588884] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Releasing lock "refresh_cache-46867a0f-a308-4915-8f13-65589a839ae1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1725.589247] env[69041]: DEBUG nova.compute.manager [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Instance network_info: |[{"id": "18092d93-1673-4593-bb87-3b074e81445f", "address": "fa:16:3e:54:9c:13", "network": {"id": "f6ad2a39-7f16-4873-8450-cc38413398f2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1286701342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dfd7279e31f4407a1aa5ff3c19fbc04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18092d93-16", "ovs_interfaceid": "18092d93-1673-4593-bb87-3b074e81445f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1725.589675] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9c:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18092d93-1673-4593-bb87-3b074e81445f', 'vif_model': 'vmxnet3'}] {{(pid=69041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.597318] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Creating folder: Project (7dfd7279e31f4407a1aa5ff3c19fbc04). Parent ref: group-v580429. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.597616] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a68575d-cdd9-49d5-8104-f209630a9234 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.608996] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Created folder: Project (7dfd7279e31f4407a1aa5ff3c19fbc04) in parent group-v580429. [ 1725.609187] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Creating folder: Instances. Parent ref: group-v580772. {{(pid=69041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.609402] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbfd09a0-d7e0-4692-a75b-5dc7d2d7f77d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.618923] env[69041]: INFO nova.virt.vmwareapi.vm_util [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Created folder: Instances in parent group-v580772. [ 1725.619150] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1725.619329] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Creating VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.619509] env[69041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1471ba52-90b3-4030-a7d5-82ba71ef149c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.637465] env[69041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.637465] env[69041]: value = "task-2890949" [ 1725.637465] env[69041]: _type = "Task" [ 1725.637465] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.644628] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890949, 'name': CreateVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.877928] env[69041]: DEBUG nova.compute.manager [req-6683c562-8070-4dd0-9e15-19f02cb1d316 req-f732e4d6-5e1a-4ec1-83d5-03b1ee5cde67 service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Received event network-changed-18092d93-1673-4593-bb87-3b074e81445f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1725.878156] env[69041]: DEBUG nova.compute.manager [req-6683c562-8070-4dd0-9e15-19f02cb1d316 req-f732e4d6-5e1a-4ec1-83d5-03b1ee5cde67 service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Refreshing instance network info cache due to event network-changed-18092d93-1673-4593-bb87-3b074e81445f. {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1725.878363] env[69041]: DEBUG oslo_concurrency.lockutils [req-6683c562-8070-4dd0-9e15-19f02cb1d316 req-f732e4d6-5e1a-4ec1-83d5-03b1ee5cde67 service nova] Acquiring lock "refresh_cache-46867a0f-a308-4915-8f13-65589a839ae1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.878519] env[69041]: DEBUG oslo_concurrency.lockutils [req-6683c562-8070-4dd0-9e15-19f02cb1d316 req-f732e4d6-5e1a-4ec1-83d5-03b1ee5cde67 service nova] Acquired lock "refresh_cache-46867a0f-a308-4915-8f13-65589a839ae1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1725.878685] env[69041]: DEBUG nova.network.neutron [req-6683c562-8070-4dd0-9e15-19f02cb1d316 req-f732e4d6-5e1a-4ec1-83d5-03b1ee5cde67 service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Refreshing network info cache for port 18092d93-1673-4593-bb87-3b074e81445f {{(pid=69041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.148728] env[69041]: DEBUG oslo_vmware.api [-] Task: {'id': task-2890949, 'name': CreateVM_Task, 'duration_secs': 0.305362} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.149097] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Created VM on the ESX host {{(pid=69041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.149492] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.149653] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1726.149969] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1726.150221] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e68af437-3ccf-4419-a9a2-1acceec9feb5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.154893] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for the task: (returnval){ [ 1726.154893] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529f287b-08ba-cbfd-3eaf-41656f51f8e8" [ 1726.154893] env[69041]: _type = "Task" [ 1726.154893] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.161910] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529f287b-08ba-cbfd-3eaf-41656f51f8e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.547973] env[69041]: DEBUG nova.network.neutron [req-6683c562-8070-4dd0-9e15-19f02cb1d316 req-f732e4d6-5e1a-4ec1-83d5-03b1ee5cde67 service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Updated VIF entry in instance network info cache for port 18092d93-1673-4593-bb87-3b074e81445f. {{(pid=69041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.548357] env[69041]: DEBUG nova.network.neutron [req-6683c562-8070-4dd0-9e15-19f02cb1d316 req-f732e4d6-5e1a-4ec1-83d5-03b1ee5cde67 service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Updating instance_info_cache with network_info: [{"id": "18092d93-1673-4593-bb87-3b074e81445f", "address": "fa:16:3e:54:9c:13", "network": {"id": "f6ad2a39-7f16-4873-8450-cc38413398f2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1286701342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dfd7279e31f4407a1aa5ff3c19fbc04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18092d93-16", "ovs_interfaceid": "18092d93-1673-4593-bb87-3b074e81445f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.666077] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]529f287b-08ba-cbfd-3eaf-41656f51f8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015186} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.666236] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1726.666330] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Processing image a17951c8-e6c8-413c-9c3b-51d6987c2367 {{(pid=69041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.666564] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.666709] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1726.666883] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1726.667155] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0320b565-61fe-47c4-9bb8-4f15c7690212 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.675999] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.676214] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.676859] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcdf986-8ad3-45bb-9117-382210358cc3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.681593] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for the task: (returnval){ [ 1726.681593] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a9c3a2-a811-311a-75c8-cf5fa791e5ad" [ 1726.681593] env[69041]: _type = "Task" [ 1726.681593] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.688803] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a9c3a2-a811-311a-75c8-cf5fa791e5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.051395] env[69041]: DEBUG oslo_concurrency.lockutils [req-6683c562-8070-4dd0-9e15-19f02cb1d316 req-f732e4d6-5e1a-4ec1-83d5-03b1ee5cde67 service nova] Releasing lock "refresh_cache-46867a0f-a308-4915-8f13-65589a839ae1" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1727.191767] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a9c3a2-a811-311a-75c8-cf5fa791e5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.192530] env[69041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d552c7-213b-4995-a451-0c38def9f0e0 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.197425] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for the task: (returnval){ [ 1727.197425] env[69041]: value = "session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a4d820-8860-eaec-da30-036b7910d5b1" [ 1727.197425] env[69041]: _type = "Task" [ 1727.197425] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.204700] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a4d820-8860-eaec-da30-036b7910d5b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.707715] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': session[5218d17b-9036-ded5-95a5-18f6daee7ee7]52a4d820-8860-eaec-da30-036b7910d5b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.707986] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk" {{(pid=69041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1727.708286] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 46867a0f-a308-4915-8f13-65589a839ae1/46867a0f-a308-4915-8f13-65589a839ae1.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.708549] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61b3fd86-1e30-48c5-8757-3156ab38c720 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.715114] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for the task: (returnval){ [ 1727.715114] env[69041]: value = "task-2890950" [ 1727.715114] env[69041]: _type = "Task" [ 1727.715114] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.722485] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.224453] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458158} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.224774] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a17951c8-e6c8-413c-9c3b-51d6987c2367/a17951c8-e6c8-413c-9c3b-51d6987c2367.vmdk to [datastore1] 46867a0f-a308-4915-8f13-65589a839ae1/46867a0f-a308-4915-8f13-65589a839ae1.vmdk {{(pid=69041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.224913] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Extending root virtual disk to 1048576 {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.225162] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8a76921-490c-4c62-9f20-72edf0c31c01 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.231087] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for the task: (returnval){ [ 1728.231087] env[69041]: value = "task-2890951" [ 1728.231087] env[69041]: _type = "Task" [ 1728.231087] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.238256] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.742467] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064702} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.742467] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Extended root virtual disk {{(pid=69041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.743262] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44da8af4-dce7-4a4d-b801-5e837fd57b2c {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.764401] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 46867a0f-a308-4915-8f13-65589a839ae1/46867a0f-a308-4915-8f13-65589a839ae1.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.764686] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c989ab6b-631e-4d46-8f75-c112017e63b5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.783451] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for the task: (returnval){ [ 1728.783451] env[69041]: value = "task-2890952" [ 1728.783451] env[69041]: _type = "Task" [ 1728.783451] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.791854] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.293458] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890952, 'name': ReconfigVM_Task, 'duration_secs': 0.34015} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.293842] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 46867a0f-a308-4915-8f13-65589a839ae1/46867a0f-a308-4915-8f13-65589a839ae1.vmdk or device None with type sparse {{(pid=69041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.294387] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921a3caa-15ca-46d9-95ed-05b08ea5dc9a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.301586] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for the task: (returnval){ [ 1729.301586] env[69041]: value = "task-2890953" [ 1729.301586] env[69041]: _type = "Task" [ 1729.301586] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.309094] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890953, 'name': Rename_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.811597] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890953, 'name': Rename_Task} progress is 14%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.312753] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890953, 'name': Rename_Task, 'duration_secs': 0.876095} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.313072] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Powering on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1730.313273] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb2baaf5-a0c3-4eca-a05e-971230e66f80 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.319135] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for the task: (returnval){ [ 1730.319135] env[69041]: value = "task-2890954" [ 1730.319135] env[69041]: _type = "Task" [ 1730.319135] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.326119] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.828730] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890954, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.329278] env[69041]: DEBUG oslo_vmware.api [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890954, 'name': PowerOnVM_Task, 'duration_secs': 0.582193} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.329605] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Powered on the VM {{(pid=69041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1731.329728] env[69041]: INFO nova.compute.manager [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1731.329897] env[69041]: DEBUG nova.compute.manager [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Checking state {{(pid=69041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.330653] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b475fce5-62cb-48e8-9523-015f6b0cf081 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.849662] env[69041]: INFO nova.compute.manager [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Took 12.29 seconds to build instance. [ 1732.351690] env[69041]: DEBUG oslo_concurrency.lockutils [None req-e62c20ba-2744-431a-8dc0-192e9505e15d tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lock "46867a0f-a308-4915-8f13-65589a839ae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.804s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1732.767761] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquiring lock "46867a0f-a308-4915-8f13-65589a839ae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1732.767998] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lock "46867a0f-a308-4915-8f13-65589a839ae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1732.768229] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquiring lock "46867a0f-a308-4915-8f13-65589a839ae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1732.768421] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lock "46867a0f-a308-4915-8f13-65589a839ae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1732.768592] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lock "46867a0f-a308-4915-8f13-65589a839ae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1732.770912] env[69041]: INFO nova.compute.manager [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Terminating instance [ 1733.274670] env[69041]: DEBUG nova.compute.manager [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1733.274867] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.275817] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3800a5ba-70e1-43cc-83a3-a3b690f93739 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.284038] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.284293] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-358e3579-2295-4cee-9be5-d40dd6e31966 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.290144] env[69041]: DEBUG oslo_vmware.api [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for the task: (returnval){ [ 1733.290144] env[69041]: value = "task-2890955" [ 1733.290144] env[69041]: _type = "Task" [ 1733.290144] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.297921] env[69041]: DEBUG oslo_vmware.api [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.800278] env[69041]: DEBUG oslo_vmware.api [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890955, 'name': PowerOffVM_Task, 'duration_secs': 0.183092} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.800601] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.800738] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1733.800915] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8674eb9-6e98-449a-a46c-edfe0d78dd7d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.860916] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1733.861159] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1733.861314] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Deleting the datastore file [datastore1] 46867a0f-a308-4915-8f13-65589a839ae1 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.861567] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-726d45d9-79ab-4e2e-8b48-602dc0a2a77b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.868258] env[69041]: DEBUG oslo_vmware.api [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for the task: (returnval){ [ 1733.868258] env[69041]: value = "task-2890957" [ 1733.868258] env[69041]: _type = "Task" [ 1733.868258] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.875316] env[69041]: DEBUG oslo_vmware.api [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.377698] env[69041]: DEBUG oslo_vmware.api [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Task: {'id': task-2890957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119948} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.377966] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1734.378131] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1734.378305] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1734.378482] env[69041]: INFO nova.compute.manager [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1734.378714] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1734.378901] env[69041]: DEBUG nova.compute.manager [-] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1734.378994] env[69041]: DEBUG nova.network.neutron [-] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1734.654124] env[69041]: DEBUG nova.compute.manager [req-b01a4a8b-797e-4145-a5a5-59960dc6758f req-72b3225f-8fd9-43cd-9c6d-e656fe369083 service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Received event network-vif-deleted-18092d93-1673-4593-bb87-3b074e81445f {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1734.654124] env[69041]: INFO nova.compute.manager [req-b01a4a8b-797e-4145-a5a5-59960dc6758f req-72b3225f-8fd9-43cd-9c6d-e656fe369083 service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Neutron deleted interface 18092d93-1673-4593-bb87-3b074e81445f; detaching it from the instance and deleting it from the info cache [ 1734.654481] env[69041]: DEBUG nova.network.neutron [req-b01a4a8b-797e-4145-a5a5-59960dc6758f req-72b3225f-8fd9-43cd-9c6d-e656fe369083 service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.137846] env[69041]: DEBUG nova.network.neutron [-] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.157608] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df095555-758d-4442-88b1-f6fb239e08e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.167551] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6309a3-c0b1-464b-9a1b-de852411eacf {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.193919] env[69041]: DEBUG nova.compute.manager [req-b01a4a8b-797e-4145-a5a5-59960dc6758f req-72b3225f-8fd9-43cd-9c6d-e656fe369083 service nova] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Detach interface failed, port_id=18092d93-1673-4593-bb87-3b074e81445f, reason: Instance 46867a0f-a308-4915-8f13-65589a839ae1 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1735.640534] env[69041]: INFO nova.compute.manager [-] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Took 1.26 seconds to deallocate network for instance. [ 1736.148070] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1736.148070] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1736.148070] env[69041]: DEBUG nova.objects.instance [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lazy-loading 'resources' on Instance uuid 46867a0f-a308-4915-8f13-65589a839ae1 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.714809] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55885652-5201-407e-a2f1-d839982788ce {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.722725] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9616057a-d29e-42c2-846a-7c7559518ded {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.752903] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7985fe-827d-4556-afb2-d3d2133f8cdd {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.759754] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310009d4-26a0-4f64-a866-91d9c56e9285 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.772188] env[69041]: DEBUG nova.compute.provider_tree [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.276066] env[69041]: DEBUG nova.scheduler.client.report [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.780775] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1737.801607] env[69041]: INFO nova.scheduler.client.report [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Deleted allocations for instance 46867a0f-a308-4915-8f13-65589a839ae1 [ 1738.308484] env[69041]: DEBUG oslo_concurrency.lockutils [None req-7b99c171-92dc-4b75-80f1-619fba8bcf3e tempest-ServerPasswordTestJSON-776923269 tempest-ServerPasswordTestJSON-776923269-project-member] Lock "46867a0f-a308-4915-8f13-65589a839ae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.540s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1755.146942] env[69041]: DEBUG oslo_concurrency.lockutils [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1755.147385] env[69041]: DEBUG oslo_concurrency.lockutils [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1755.650675] env[69041]: INFO nova.compute.manager [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Detaching volume d29b6f50-5ddc-4200-9539-0228ccca5022 [ 1755.681008] env[69041]: INFO nova.virt.block_device [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Attempting to driver detach volume d29b6f50-5ddc-4200-9539-0228ccca5022 from mountpoint /dev/sdb [ 1755.681318] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Volume detach. Driver type: vmdk {{(pid=69041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1755.681457] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580771', 'volume_id': 'd29b6f50-5ddc-4200-9539-0228ccca5022', 'name': 'volume-d29b6f50-5ddc-4200-9539-0228ccca5022', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6d7b84c-6bfd-4286-8f07-c93dd161137d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd29b6f50-5ddc-4200-9539-0228ccca5022', 'serial': 'd29b6f50-5ddc-4200-9539-0228ccca5022'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1755.682328] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1fd159-5339-4336-902f-1301db628291 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.703863] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006fd8da-2235-4110-98f0-8b44f290b897 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.710206] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec716e-2d8a-4c25-add2-b20b89497a89 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.729614] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d089872-cb5f-4044-95f2-ca44ff8a9317 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.743212] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] The volume has not been displaced from its original location: [datastore1] volume-d29b6f50-5ddc-4200-9539-0228ccca5022/volume-d29b6f50-5ddc-4200-9539-0228ccca5022.vmdk. No consolidation needed. {{(pid=69041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1755.748344] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1755.748585] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f557bba-4127-4246-84d3-ec928d7caf0d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.765060] env[69041]: DEBUG oslo_vmware.api [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1755.765060] env[69041]: value = "task-2890958" [ 1755.765060] env[69041]: _type = "Task" [ 1755.765060] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.771941] env[69041]: DEBUG oslo_vmware.api [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.273789] env[69041]: DEBUG oslo_vmware.api [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890958, 'name': ReconfigVM_Task, 'duration_secs': 0.265205} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.274206] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1756.278664] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c39b06e-478c-47b1-86e0-beda7bb12ae1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.293170] env[69041]: DEBUG oslo_vmware.api [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1756.293170] env[69041]: value = "task-2890959" [ 1756.293170] env[69041]: _type = "Task" [ 1756.293170] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.300250] env[69041]: DEBUG oslo_vmware.api [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.803195] env[69041]: DEBUG oslo_vmware.api [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890959, 'name': ReconfigVM_Task, 'duration_secs': 0.134287} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.803521] env[69041]: DEBUG nova.virt.vmwareapi.volumeops [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-580771', 'volume_id': 'd29b6f50-5ddc-4200-9539-0228ccca5022', 'name': 'volume-d29b6f50-5ddc-4200-9539-0228ccca5022', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6d7b84c-6bfd-4286-8f07-c93dd161137d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd29b6f50-5ddc-4200-9539-0228ccca5022', 'serial': 'd29b6f50-5ddc-4200-9539-0228ccca5022'} {{(pid=69041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1757.344850] env[69041]: DEBUG nova.objects.instance [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lazy-loading 'flavor' on Instance uuid d6d7b84c-6bfd-4286-8f07-c93dd161137d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1758.304167] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.353991] env[69041]: DEBUG oslo_concurrency.lockutils [None req-585e11b4-3f01-4ebd-8e5a-71c7fefe9026 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1759.304757] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.454914] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1759.455304] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1759.455396] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1759.455622] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1759.455802] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1759.457869] env[69041]: INFO nova.compute.manager [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Terminating instance [ 1759.961935] env[69041]: DEBUG nova.compute.manager [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1759.962182] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1759.963078] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955391bc-b3ee-4402-bc4e-ff945fa030a2 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.971170] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.971448] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bd724a2-2a9b-455a-bcfd-9991ed681eac {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.977257] env[69041]: DEBUG oslo_vmware.api [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1759.977257] env[69041]: value = "task-2890960" [ 1759.977257] env[69041]: _type = "Task" [ 1759.977257] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.985127] env[69041]: DEBUG oslo_vmware.api [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.305132] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.487224] env[69041]: DEBUG oslo_vmware.api [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890960, 'name': PowerOffVM_Task, 'duration_secs': 0.286281} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.487614] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.487614] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.487817] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99158d11-8497-4723-be08-9aa98658fc41 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.550706] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1760.550933] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1760.551184] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Deleting the datastore file [datastore2] d6d7b84c-6bfd-4286-8f07-c93dd161137d {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.551468] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e06a812e-d915-4071-9f9d-effb04459282 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.557271] env[69041]: DEBUG oslo_vmware.api [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1760.557271] env[69041]: value = "task-2890962" [ 1760.557271] env[69041]: _type = "Task" [ 1760.557271] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.564517] env[69041]: DEBUG oslo_vmware.api [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.066705] env[69041]: DEBUG oslo_vmware.api [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249084} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.066955] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.067154] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.067327] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.067499] env[69041]: INFO nova.compute.manager [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1761.067736] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1761.067923] env[69041]: DEBUG nova.compute.manager [-] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.068031] env[69041]: DEBUG nova.network.neutron [-] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.299811] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.497852] env[69041]: DEBUG nova.compute.manager [req-0798dce1-d9c7-40ed-947f-f931a75642b4 req-d81eb622-78c3-4f13-8277-c59b5e7de0db service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Received event network-vif-deleted-34f16a38-9420-40ca-bbf8-0ce2d230287b {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1761.498729] env[69041]: INFO nova.compute.manager [req-0798dce1-d9c7-40ed-947f-f931a75642b4 req-d81eb622-78c3-4f13-8277-c59b5e7de0db service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Neutron deleted interface 34f16a38-9420-40ca-bbf8-0ce2d230287b; detaching it from the instance and deleting it from the info cache [ 1761.498729] env[69041]: DEBUG nova.network.neutron [req-0798dce1-d9c7-40ed-947f-f931a75642b4 req-d81eb622-78c3-4f13-8277-c59b5e7de0db service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.983856] env[69041]: DEBUG nova.network.neutron [-] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.000532] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7abc97bb-34cb-47d5-a5f2-b5c33f152266 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.010126] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39106380-fc63-4c65-9ab0-7607cc317048 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.036350] env[69041]: DEBUG nova.compute.manager [req-0798dce1-d9c7-40ed-947f-f931a75642b4 req-d81eb622-78c3-4f13-8277-c59b5e7de0db service nova] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Detach interface failed, port_id=34f16a38-9420-40ca-bbf8-0ce2d230287b, reason: Instance d6d7b84c-6bfd-4286-8f07-c93dd161137d could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1762.304170] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.304345] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1762.487473] env[69041]: INFO nova.compute.manager [-] [instance: d6d7b84c-6bfd-4286-8f07-c93dd161137d] Took 1.42 seconds to deallocate network for instance. [ 1762.994146] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1762.994644] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1762.994715] env[69041]: DEBUG nova.objects.instance [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lazy-loading 'resources' on Instance uuid d6d7b84c-6bfd-4286-8f07-c93dd161137d {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.305315] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.305467] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Cleaning up deleted instances {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1763.687634] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8148478-2b3c-4fd7-8eb4-754ffa05964d {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.694726] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93124b6-cd05-489c-a74b-54ff6de33318 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.723293] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909982bc-80db-4c8d-8bed-e56f998a9696 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.729795] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ac5261-1bd7-4dec-ae2f-9a437db90592 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.742124] env[69041]: DEBUG nova.compute.provider_tree [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.813637] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] There are 25 instances to clean {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1763.813826] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 46867a0f-a308-4915-8f13-65589a839ae1] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1764.245295] env[69041]: DEBUG nova.scheduler.client.report [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.316555] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 12ea3790-50ed-4bf6-9b98-4e0d6782aa9b] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1764.750364] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1764.772173] env[69041]: INFO nova.scheduler.client.report [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Deleted allocations for instance d6d7b84c-6bfd-4286-8f07-c93dd161137d [ 1764.819471] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: b545bb56-4ceb-4257-9a46-20bd43569223] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1765.279866] env[69041]: DEBUG oslo_concurrency.lockutils [None req-fc06d81c-ff29-43e7-a8c3-6e0d96f1f8d0 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "d6d7b84c-6bfd-4286-8f07-c93dd161137d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.825s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1765.322217] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 15c67123-ecd5-48d0-bb2e-43990a332d3f] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1765.826191] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: e0e5a758-268d-4557-901c-5a487e0748c9] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1766.329870] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 225a5914-082e-4e0a-9098-5e76004e4662] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1766.833654] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: cd0e1399-77b3-44e2-92e1-dee21d0de541] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1767.336987] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 7c952c8c-488a-49e2-a640-0116d1957a7d] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1767.840318] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: a84986dd-7388-46b2-a06c-e157dd1d9633] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1768.343683] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: b2f1855c-3028-4e09-bc30-ba6ed10af8f4] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1768.847221] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: fd2b0389-c302-4422-a6fe-5ba7b1100647] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1769.350637] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 5783a181-b9f8-4f72-b008-1b9c4a7551fc] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1769.853662] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 3c088f67-365f-442d-9896-93920cb35452] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1770.356485] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: a2c1cdda-4087-4cca-b30d-1290df6f4d6a] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1770.627332] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1770.627602] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1770.627823] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1770.628016] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1770.628200] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1770.630739] env[69041]: INFO nova.compute.manager [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Terminating instance [ 1770.859632] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 35aed301-9eeb-4231-9196-c1f123934c49] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1771.134035] env[69041]: DEBUG nova.compute.manager [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1771.134324] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1771.135196] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb717b0-6c54-4d61-b4d5-76754f751bcb {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.143288] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1771.143501] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52a4b842-ab3b-417b-94e6-b3c5e805d861 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.149731] env[69041]: DEBUG oslo_vmware.api [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1771.149731] env[69041]: value = "task-2890964" [ 1771.149731] env[69041]: _type = "Task" [ 1771.149731] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.156941] env[69041]: DEBUG oslo_vmware.api [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.365047] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 83d428c9-a33c-4937-8077-4dd67cf3a635] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1771.660098] env[69041]: DEBUG oslo_vmware.api [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890964, 'name': PowerOffVM_Task, 'duration_secs': 0.316419} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.660396] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1771.660513] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1771.660784] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f6c675-8e1e-4aaa-9818-195972c5fa98 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.733256] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1771.733524] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Deleting contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1771.733640] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Deleting the datastore file [datastore2] 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2 {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1771.733918] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30461852-9d37-4c6e-b334-537c61db56f1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.740112] env[69041]: DEBUG oslo_vmware.api [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1771.740112] env[69041]: value = "task-2890966" [ 1771.740112] env[69041]: _type = "Task" [ 1771.740112] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.747501] env[69041]: DEBUG oslo_vmware.api [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.867733] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 656ee282-f7b4-4ea9-bd5c-031e656a7351] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1772.249297] env[69041]: DEBUG oslo_vmware.api [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249456} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.249579] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1772.249723] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Deleted contents of the VM from datastore datastore2 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1772.249919] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1772.250119] env[69041]: INFO nova.compute.manager [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1772.250356] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1772.250538] env[69041]: DEBUG nova.compute.manager [-] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1772.250636] env[69041]: DEBUG nova.network.neutron [-] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1772.372046] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 60df3cf6-32d5-4a52-81d7-d88d3bb4b794] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1772.499552] env[69041]: DEBUG nova.compute.manager [req-521f03ec-95dd-4ec3-84a1-516de0607b17 req-61bb57ff-8a4a-475f-b08e-2e6e6ea0336f service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Received event network-vif-deleted-52b02f21-a2e0-4410-9668-ebb2eac73311 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1772.499761] env[69041]: INFO nova.compute.manager [req-521f03ec-95dd-4ec3-84a1-516de0607b17 req-61bb57ff-8a4a-475f-b08e-2e6e6ea0336f service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Neutron deleted interface 52b02f21-a2e0-4410-9668-ebb2eac73311; detaching it from the instance and deleting it from the info cache [ 1772.499935] env[69041]: DEBUG nova.network.neutron [req-521f03ec-95dd-4ec3-84a1-516de0607b17 req-61bb57ff-8a4a-475f-b08e-2e6e6ea0336f service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.876097] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 6ab11791-d7bc-4c32-9f6b-6292775de9c5] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1772.980648] env[69041]: DEBUG nova.network.neutron [-] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.002425] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85f33d4e-ecfa-45cf-87e0-31fa0e792918 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.012078] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a62c200-4598-4da2-b64a-045b9ec10504 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.035474] env[69041]: DEBUG nova.compute.manager [req-521f03ec-95dd-4ec3-84a1-516de0607b17 req-61bb57ff-8a4a-475f-b08e-2e6e6ea0336f service nova] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Detach interface failed, port_id=52b02f21-a2e0-4410-9668-ebb2eac73311, reason: Instance 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2 could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1773.379973] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 057627bb-fe22-482b-9e36-4dde659cb442] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1773.483573] env[69041]: INFO nova.compute.manager [-] [instance: 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2] Took 1.23 seconds to deallocate network for instance. [ 1773.883271] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: 651f64cd-4388-4c72-afe7-b34d379d23ad] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1773.990058] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1773.990344] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1773.990566] env[69041]: DEBUG nova.objects.instance [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lazy-loading 'resources' on Instance uuid 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2 {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.387083] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: bd998528-0bf7-4c09-a2cc-49a144c61e42] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1774.533840] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73014fc2-6cce-4221-9f7c-5920ab4bc1c8 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.541311] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eb4336-7c50-48c5-ae06-e24a3d4d0b76 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.571626] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae18d1d-4b77-4411-89a2-04ec020990f3 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.578465] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bef0e9a-6ac9-4b93-b85c-c716e2811217 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.591046] env[69041]: DEBUG nova.compute.provider_tree [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.890690] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: b4a28a03-3901-4c03-b49b-b71b57b7f39e] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1775.094515] env[69041]: DEBUG nova.scheduler.client.report [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1775.394330] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: b8189091-5a8f-4683-bbce-668554ada5a7] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1775.599241] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1775.616959] env[69041]: INFO nova.scheduler.client.report [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Deleted allocations for instance 9d3a2926-9e5e-4196-a96f-82bb14c3e9d2 [ 1775.898407] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] [instance: c5fbfa59-eeed-4220-bc40-50618af87a67] Instance has had 0 of 5 cleanup attempts {{(pid=69041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1776.124536] env[69041]: DEBUG oslo_concurrency.lockutils [None req-b9b41fb0-5779-497e-8d40-355329268453 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "9d3a2926-9e5e-4196-a96f-82bb14c3e9d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.497s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1776.401585] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.401982] env[69041]: DEBUG nova.compute.manager [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Cleaning up deleted instances with incomplete migration {{(pid=69041) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1776.904675] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1777.227791] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1777.228074] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1777.228254] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1777.228447] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1777.228626] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1777.230652] env[69041]: INFO nova.compute.manager [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Terminating instance [ 1777.734614] env[69041]: DEBUG nova.compute.manager [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Start destroying the instance on the hypervisor. {{(pid=69041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1777.734614] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Destroying instance {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1777.735613] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936810c0-9ede-4446-a86b-58bbeb7ef959 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.743107] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powering off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.743380] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d790301-45fe-4e6d-b2d2-459a46548bde {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.749538] env[69041]: DEBUG oslo_vmware.api [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1777.749538] env[69041]: value = "task-2890967" [ 1777.749538] env[69041]: _type = "Task" [ 1777.749538] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.757635] env[69041]: DEBUG oslo_vmware.api [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.259682] env[69041]: DEBUG oslo_vmware.api [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890967, 'name': PowerOffVM_Task, 'duration_secs': 0.180679} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.259937] env[69041]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Powered off the VM {{(pid=69041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.260210] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Unregistering the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1778.260358] env[69041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2716b5a7-e377-4670-97df-e86b8ef00998 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.320668] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Unregistered the VM {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.320882] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Deleting contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.321075] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Deleting the datastore file [datastore1] f56b22a1-e8d3-4e50-9520-e6593ea6d36a {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.321332] env[69041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66af1cf7-ad9f-418c-8f6a-df2f9d867f41 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.327393] env[69041]: DEBUG oslo_vmware.api [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for the task: (returnval){ [ 1778.327393] env[69041]: value = "task-2890969" [ 1778.327393] env[69041]: _type = "Task" [ 1778.327393] env[69041]: } to complete. {{(pid=69041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.334864] env[69041]: DEBUG oslo_vmware.api [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.405732] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.406059] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.406274] env[69041]: DEBUG oslo_service.periodic_task [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.840911] env[69041]: DEBUG oslo_vmware.api [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Task: {'id': task-2890969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150068} completed successfully. {{(pid=69041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.841351] env[69041]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Deleted the datastore file {{(pid=69041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1778.841581] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Deleted contents of the VM from datastore datastore1 {{(pid=69041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1778.841875] env[69041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Instance destroyed {{(pid=69041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1778.842189] env[69041]: INFO nova.compute.manager [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1778.842547] env[69041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1778.842855] env[69041]: DEBUG nova.compute.manager [-] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Deallocating network for instance {{(pid=69041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1778.843011] env[69041]: DEBUG nova.network.neutron [-] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] deallocate_for_instance() {{(pid=69041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1778.909707] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1778.909966] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1778.910153] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1778.910305] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1778.911200] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eca191a-a0cd-43dd-9978-f95fd0129a5b {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.919252] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0908306-4e53-4488-804c-70392f00f3a7 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.933422] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bcba2f-5cd8-4937-a4cb-1da418bbaab9 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.940243] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9b1ddf-37e1-4cc3-9a47-81b7cf31b973 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.970452] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180522MB free_disk=162GB free_vcpus=48 pci_devices=None {{(pid=69041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1778.970619] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1778.970842] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1779.131403] env[69041]: DEBUG nova.compute.manager [req-97b68851-f095-425b-89b7-8b65405cefb0 req-acb35b82-5222-499b-ac0a-7127ea24da77 service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Received event network-vif-deleted-aa2a629f-08bb-4573-b5b9-2f446e08a560 {{(pid=69041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1779.131554] env[69041]: INFO nova.compute.manager [req-97b68851-f095-425b-89b7-8b65405cefb0 req-acb35b82-5222-499b-ac0a-7127ea24da77 service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Neutron deleted interface aa2a629f-08bb-4573-b5b9-2f446e08a560; detaching it from the instance and deleting it from the info cache [ 1779.131729] env[69041]: DEBUG nova.network.neutron [req-97b68851-f095-425b-89b7-8b65405cefb0 req-acb35b82-5222-499b-ac0a-7127ea24da77 service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.608945] env[69041]: DEBUG nova.network.neutron [-] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Updating instance_info_cache with network_info: [] {{(pid=69041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.633978] env[69041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad40acce-00df-4c9a-bb11-b995106264d5 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.644134] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c71ce4e-f302-4616-bf5c-4a57740fb8e6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.667891] env[69041]: DEBUG nova.compute.manager [req-97b68851-f095-425b-89b7-8b65405cefb0 req-acb35b82-5222-499b-ac0a-7127ea24da77 service nova] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Detach interface failed, port_id=aa2a629f-08bb-4573-b5b9-2f446e08a560, reason: Instance f56b22a1-e8d3-4e50-9520-e6593ea6d36a could not be found. {{(pid=69041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1779.997323] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Instance f56b22a1-e8d3-4e50-9520-e6593ea6d36a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1779.997699] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1779.997958] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1780.027872] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4af624e-7252-42df-b923-57b2d6dd6bd4 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.035538] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5171b0ee-d34a-47c3-a2b5-75eef3ec0089 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.066303] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddfb3b4-8079-464b-a9c9-f3ea40820bf1 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.073424] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b66cb5-63a4-4e17-9944-9a148a55e8a6 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.086415] env[69041]: DEBUG nova.compute.provider_tree [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.111730] env[69041]: INFO nova.compute.manager [-] [instance: f56b22a1-e8d3-4e50-9520-e6593ea6d36a] Took 1.27 seconds to deallocate network for instance. [ 1780.590139] env[69041]: DEBUG nova.scheduler.client.report [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.617774] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1781.094758] env[69041]: DEBUG nova.compute.resource_tracker [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1781.095182] env[69041]: DEBUG oslo_concurrency.lockutils [None req-8b4369ae-c28b-4123-b418-681a973c4473 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1781.095317] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.478s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1781.095500] env[69041]: DEBUG nova.objects.instance [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lazy-loading 'resources' on Instance uuid f56b22a1-e8d3-4e50-9520-e6593ea6d36a {{(pid=69041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.626594] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ec5b00-8af9-48f9-ba14-07c4610bee67 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.634095] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440f0289-05c1-453d-948b-d12c833c3c7f {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.663963] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f53726-b2ad-42fb-b0ce-7d3c9d7e7692 {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.670552] env[69041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baffd54f-191d-4f08-b0ec-946a23ea6a2a {{(pid=69041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.683199] env[69041]: DEBUG nova.compute.provider_tree [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed in ProviderTree for provider: 32f60d55-c45c-4e8e-b752-d624f83e6946 {{(pid=69041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.186257] env[69041]: DEBUG nova.scheduler.client.report [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Inventory has not changed for provider 32f60d55-c45c-4e8e-b752-d624f83e6946 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 162, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.693052] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1782.710315] env[69041]: INFO nova.scheduler.client.report [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Deleted allocations for instance f56b22a1-e8d3-4e50-9520-e6593ea6d36a [ 1783.218329] env[69041]: DEBUG oslo_concurrency.lockutils [None req-aa16c8af-8dc4-4a87-b598-5a18e90f1149 tempest-ServerRescueNegativeTestJSON-1561054983 tempest-ServerRescueNegativeTestJSON-1561054983-project-member] Lock "f56b22a1-e8d3-4e50-9520-e6593ea6d36a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.990s {{(pid=69041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}